-- Logs begin at Fri 2022-06-24 09:02:07 UTC, end at Fri 2022-06-24 10:26:07 UTC. -- Jun 24 09:52:27.859966 dv-cinder-843277-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 24 09:52:30.589587 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.common.config [-] Logging enabled! Jun 24 09:52:30.590224 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev368 Jun 24 09:52:30.590374 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110730) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 24 09:52:30.593705 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.common.config [-] Logging enabled! Jun 24 09:52:30.593961 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev368 Jun 24 09:52:30.594271 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110730) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 24 09:52:30.595228 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 09:52:30.595471 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 09:52:30.595840 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 09:52:30.596092 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 09:52:30.596339 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 09:52:30.596761 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.597064 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.597300 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.597594 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.597895 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.598179 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.598472 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.598769 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.599056 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.599336 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.599621 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.599850 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.600141 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.600445 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.600735 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.600961 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] debug = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.601241 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.601681 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.602753 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.602753 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.602753 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.602968 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.603185 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.603459 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.603743 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.604079 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] host = dv-cinder-843277-6-iscsi {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.604383 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.604673 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.604964 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.605252 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.605534 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.605818 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.606104 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.606379 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.606653 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] log_file = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.606928 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.607216 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.607506 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.607798 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.608024 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.608273 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.608570 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.609394 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.609675 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.609951 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.610230 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.610504 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.610780 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.611050 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.611333 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.611616 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.611902 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.612203 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.612540 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.612792 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.613016 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.613290 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.613614 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.613841 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.614114 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.614401 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.614670 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.614946 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.615252 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.615545 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.615829 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.616115 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.616412 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.616698 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.616969 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.617242 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.617516 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] use_json = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.617788 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.618059 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.618337 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.618608 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.618881 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.619152 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.619423 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.619708 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.619979 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:30.620304 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.620602 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.620904 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.621190 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.621510 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.621792 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.622084 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.622365 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.622658 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.622950 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.623237 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.623518 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.623817 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.624106 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.624974 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.625297 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.625596 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.625893 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.626171 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.626522 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.626731 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.627010 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.627301 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.627585 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.627879 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.628201 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.628489 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.628790 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.629456 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.629456 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.629635 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.629928 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.630205 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.630484 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.630777 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.631057 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.631330 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.631623 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.631902 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.632199 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.632482 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.632773 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.633062 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.633335 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.633615 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.633903 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.634181 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.634453 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.634723 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.634999 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.635267 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.635560 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.635835 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.636108 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.636400 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.636683 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.636958 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.637232 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.637509 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.637784 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.638063 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.638337 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.638608 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.638879 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.639152 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.639423 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.639695 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.639994 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.640297 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.640572 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.640843 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.641115 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.641388 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.641663 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.641964 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.642243 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.642522 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.642801 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.643077 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.643354 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.643635 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.643912 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.644223 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.644499 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.644792 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.645077 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.645369 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.645652 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.645929 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.646247 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.646525 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.646801 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.647083 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.647359 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.647637 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.647922 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.648228 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.648530 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.648827 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.649108 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.649404 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.649701 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.649999 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.650281 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.650591 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.650872 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:30.651089 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 09:52:30.651338 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110730) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 24 09:52:30.952933 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 24 09:52:30.953115 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 24 09:52:30.953421 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 24 09:52:30.953754 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 24 09:52:31.369346 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.369638 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.369913 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.371212 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.371504 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.371773 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.425505 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.425787 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.426058 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.441276 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.441594 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.441870 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.472875 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.473154 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.473427 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.510322 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.510607 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.510871 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.743831 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.744544 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.744544 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.744784 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.745344 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.847050 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.847374 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.847661 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.847934 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.848239 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.848551 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.848816 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.849080 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.849335 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.849622 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.849886 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.850155 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.850412 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.850664 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.850924 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.851192 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.851448 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.851715 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.851987 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.852273 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.852552 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.852804 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.853088 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.853477 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.853730 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.853978 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.854385 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:52:31.854629 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:52:31.854868 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:52:31.855107 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:52:31.855347 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:52:31.855583 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:52:31.855956 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 24 09:52:31.859782 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 24 09:52:31.863715 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 24 09:52:31.867683 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 24 09:52:31.869351 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 24 09:52:31.869997 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 24 09:52:31.870336 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 24 09:52:31.870728 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 24 09:52:31.873570 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 24 09:52:31.873825 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 24 09:52:31.874171 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 09:52:31.879901 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 24 09:52:31.902768 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 24 09:52:31.903246 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.903547 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110730) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 24 09:52:31.903920 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.905319 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110730) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 24 09:52:31.905638 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 09:52:31.905889 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 24 09:52:31.909483 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:31.909781 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:32.051207 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 24 09:52:32.051450 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 24 09:52:32.051666 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 24 09:52:32.052050 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 24 09:52:32.105840 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO dbcounter [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Registered counter for database neutron Jun 24 09:52:32.126654 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_db.sqlalchemy.engines [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110730) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 24 09:52:32.132890 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG dbcounter [-] [110730] Writer thread running {{(pid=110730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 09:52:32.826246 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.managers [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Initializing driver for type 'gre' Jun 24 09:52:32.826941 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] gre ID ranges: [(1, 1000)] Jun 24 09:52:33.026440 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.managers [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Initializing driver for type 'local' Jun 24 09:52:33.026733 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.managers [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Initializing driver for type 'vlan' Jun 24 09:52:33.106329 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] VlanTypeDriver initialization complete Jun 24 09:52:33.106665 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.managers [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Initializing driver for type 'vxlan' Jun 24 09:52:33.107179 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] vxlan ID ranges: [(1, 1000)] Jun 24 09:52:33.271769 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.managers [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Initializing extension driver 'port_security' Jun 24 09:52:33.272154 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.extensions.port_security [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] PortSecurityExtensionDriver initialization complete Jun 24 09:52:33.272498 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.managers [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Initializing mechanism driver 'openvswitch' Jun 24 09:52:33.272829 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.managers [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Initializing mechanism driver 'hyperv' Jun 24 09:52:33.280166 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.plugin [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:52:33.281372 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > port after_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.281756 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > port after_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.282119 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > port after_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.282693 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110730) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 09:52:33.283125 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > subnet after_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.283493 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > subnet after_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.283845 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > subnet after_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.284275 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110730) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 09:52:33.284704 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > network after_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.285071 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > network after_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.285419 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > network after_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.285814 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110730) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 09:52:33.286229 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > security_group after_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.286586 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > security_group after_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.286935 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > security_group after_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.287335 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110730) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 09:52:33.287744 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.288101 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.288467 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.290746 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110730) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 09:52:33.290746 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > address_group after_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.290746 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > address_group after_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.290746 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > address_group after_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.290746 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110730) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 09:52:33.291282 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] ML2 OVO RPC backend initialized. {{(pid=110730) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 24 09:52:33.291488 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > router_interface after_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.291850 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.292306 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > network before_response 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.292667 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > networks before_response 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.293021 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > port before_response 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.293371 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > ports before_response 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.293721 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > subnet before_response 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.294070 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > subnets before_response 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.294420 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > network after_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.294771 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > network after_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.295113 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > network after_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.295454 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > port after_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.295806 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > port after_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.296171 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > port after_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.296517 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > subnet after_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.296863 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > subnet after_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.297205 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > subnet after_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.305479 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.quota [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded quota_driver: . Jun 24 09:52:33.305849 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.plugin [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Modular L2 Plugin initialization complete Jun 24 09:52:33.306204 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading services supported by the core plugin {{(pid=110730) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 24 09:52:33.306571 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.plugins.ml2.managers [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Got port-security extension from driver 'port_security' Jun 24 09:52:33.307060 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.extensions.vlantransparent [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Disabled vlantransparent extension. Jun 24 09:52:33.307567 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110730) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 24 09:52:33.307901 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading Plugin: router Jun 24 09:52:33.344666 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > router_interface before_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.345071 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > router after_create 55549900 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.345449 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > router before_create 55549900 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.345822 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.346207 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.346572 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > router after_delete 55549900 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.346939 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > floatingip after_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.347296 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > floatingip after_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.347663 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > router after_create 55549900 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.348014 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > router after_update 55549900 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.348398 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > router after_update 55549900 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.348758 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.349121 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > router after_update 55549900 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.349542 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > router precommit_update 55549900 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.349927 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: port after_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.350277 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: port after_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.350625 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: subnet after_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.350977 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.351336 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > port precommit_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.351692 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > router precommit_create 55549900 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.352052 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: port before_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.352435 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > router precommit_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.352799 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > router after_update 55549900 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.353150 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > router precommit_delete 55549900 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.353509 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > router precommit_create 55549900 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.353881 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > router_interface after_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.354240 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > router precommit_update 55549900 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.354615 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > agent after_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.354972 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > agent after_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.355323 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > network after_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.356301 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Tracking information for resource: router configured {{(pid=110730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:52:33.356644 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Tracking information for resource: floatingip configured {{(pid=110730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 09:52:33.361927 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.db.l3_agentschedulers_db [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 24 09:52:33.362534 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: port after_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.362909 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: port after_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.363267 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: port after_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.363626 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: port after_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.364508 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > router before_create 55550100 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.373102 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > router precommit_delete 55550100 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.373102 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > router precommit_create 55550100 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.373102 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > router precommit_update 55550100 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.373102 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.services.provider_configuration [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Service providers = [] {{(pid=110730) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 24 09:52:33.373102 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.db.servicetype_db [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110730) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 24 09:52:33.376003 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.services.service_base [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110730) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 09:52:33.376399 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.services.service_base [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110730) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 09:52:33.376752 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.services.service_base [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110730) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 09:52:33.377658 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.services.service_base [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110730) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 09:52:33.378041 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.services.service_base [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 24 09:52:33.378441 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:52:33.378766 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 24 09:52:33.389600 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:52:33.390464 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading Plugin: auto_allocate Jun 24 09:52:33.396185 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: network precommit_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.396584 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: network precommit_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.397135 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:52:33.397458 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading Plugin: tag Jun 24 09:52:33.404497 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:52:33.409138 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading Plugin: timestamp Jun 24 09:52:33.412789 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:52:33.413123 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading Plugin: network_ip_availability Jun 24 09:52:33.418736 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.419211 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.419476 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.420259 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:52:33.420587 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading Plugin: flavors Jun 24 09:52:33.425875 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:52:33.426210 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading Plugin: revisions Jun 24 09:52:33.430529 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 09:52:33.430935 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_concurrency.lockutils [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.477s {{(pid=110730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 24 09:52:33.431686 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110730) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 24 09:52:33.432030 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Initializing extension manager. Jun 24 09:52:33.432588 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: __init__.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.432937 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: __pycache__ {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.433277 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: address_group.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.434057 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.434646 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: address-group Jun 24 09:52:33.434974 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: address_scope.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.435698 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.436241 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: address-scope Jun 24 09:52:33.436578 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: admin_state_down_before_update.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.437561 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.438080 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: router-admin-state-down-before-update Jun 24 09:52:33.438413 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: agent.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.439123 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.439636 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: agent Jun 24 09:52:33.439973 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: agent_resources_synced.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.440915 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.441433 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: agent-resources-synced Jun 24 09:52:33.441804 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: allowedaddresspairs.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.443643 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.444195 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: allowed-address-pairs Jun 24 09:52:33.444535 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: auto_allocated_topology.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.445623 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.446143 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: auto-allocated-topology Jun 24 09:52:33.446479 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: availability_zone.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.447183 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.447695 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: availability_zone Jun 24 09:52:33.448024 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: availability_zone_filter.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.448991 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.449508 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: availability_zone_filter Jun 24 09:52:33.449847 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: data_plane_status.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.450777 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.451290 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension data-plane-status not supported by any of loaded plugins Jun 24 09:52:33.451622 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: default_subnetpools.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.453168 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.453684 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: default-subnetpools Jun 24 09:52:33.454017 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: dhcpagentscheduler.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.454861 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.455373 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: dhcp_agent_scheduler Jun 24 09:52:33.455710 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: dns.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.459988 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.460520 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension dns-integration not supported by any of loaded plugins Jun 24 09:52:33.460857 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: dns_domain_ports.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.461791 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.462305 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 24 09:52:33.462635 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.463611 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.464152 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 24 09:52:33.464518 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: dvr.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.465192 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.465706 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: dvr Jun 24 09:52:33.466035 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: ecmp_routes.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.466977 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.467554 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension ecmp_routes not supported by any of loaded plugins Jun 24 09:52:33.467803 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: empty_string_filtering.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.469438 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.469961 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: empty-string-filtering Jun 24 09:52:33.470471 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.471494 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.472007 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 24 09:52:33.472375 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.473308 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.473828 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 24 09:52:33.474157 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: external_net.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.475078 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.475587 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: external-net Jun 24 09:52:33.475914 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: extra_dhcp_opt.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.476881 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.477436 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: extra_dhcp_opt Jun 24 09:52:33.477768 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: extraroute.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.478698 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.479210 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: extraroute Jun 24 09:52:33.479535 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: extraroute_atomic.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.480628 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.481141 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: extraroute-atomic Jun 24 09:52:33.481478 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: filter_validation.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.482160 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.482661 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: filter-validation Jun 24 09:52:33.482988 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: fip_pf_description.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.488665 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.489185 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 24 09:52:33.489517 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: fip_pf_port_range.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.490441 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.490952 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 24 09:52:33.491283 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: fip_port_details.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.492258 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.492779 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: fip-port-details Jun 24 09:52:33.493108 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: flavors.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.494349 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.494873 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: flavors Jun 24 09:52:33.495206 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.496886 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.497416 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 24 09:52:33.497750 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: floatingip_pools.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.498465 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.499024 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: floatingip-pools Jun 24 09:52:33.499384 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: ip_allocation.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.500351 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.500870 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension ip_allocation not supported by any of loaded plugins Jun 24 09:52:33.501198 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.502136 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.502656 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: ip-substring-filtering Jun 24 09:52:33.502987 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: l2_adjacency.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.503936 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.504485 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension l2_adjacency not supported by any of loaded plugins Jun 24 09:52:33.504815 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: l3.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.505842 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.506365 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: router Jun 24 09:52:33.506696 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: l3_conntrack_helper.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.508989 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.509530 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 24 09:52:33.509871 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.510883 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.511371 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: ext-gw-mode Jun 24 09:52:33.511748 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.512714 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.513229 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: l3-ha Jun 24 09:52:33.513569 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.514543 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.515832 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 24 09:52:33.516415 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: l3_flavors.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.517740 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.518543 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: l3-flavors Jun 24 09:52:33.519079 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: l3_ndp_proxy.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.521143 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.521943 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 24 09:52:33.522340 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.535771 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.536296 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: l3-port-ip-change-not-allowed Jun 24 09:52:33.536638 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: l3agentscheduler.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.537937 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.538462 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: l3_agent_scheduler Jun 24 09:52:33.538798 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: local_ip.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.540712 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.541255 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension local_ip not supported by any of loaded plugins Jun 24 09:52:33.541605 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: logging.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.543090 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.543647 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension logging not supported by any of loaded plugins Jun 24 09:52:33.544012 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: metering.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.544797 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.545389 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: metering Jun 24 09:52:33.545732 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.546872 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.547394 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: metering_source_and_destination_fields Jun 24 09:52:33.547727 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: multiprovidernet.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.548719 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.549491 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: multi-provider Jun 24 09:52:33.549823 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: netmtu.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.550768 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.551295 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: net-mtu Jun 24 09:52:33.551628 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: netmtu_writable.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.552588 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.553107 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: net-mtu-writable Jun 24 09:52:33.553433 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: network_availability_zone.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.554121 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.554631 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: network_availability_zone Jun 24 09:52:33.554955 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: network_ip_availability.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.556083 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.556640 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: network-ip-availability Jun 24 09:52:33.556972 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: network_segment_range.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.557765 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.558283 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension network-segment-range not supported by any of loaded plugins Jun 24 09:52:33.558610 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: pagination.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.559606 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.559938 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: pagination Jun 24 09:52:33.560297 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: port_device_profile.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.561234 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.561790 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: port-device-profile Jun 24 09:52:33.562146 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: port_mac_address_override.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.563073 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.563587 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: port-mac-override Jun 24 09:52:33.563914 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.564876 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.565390 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: port-mac-address-regenerate Jun 24 09:52:33.565717 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.566640 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.567150 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: port-numa-affinity-policy Jun 24 09:52:33.567479 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: port_resource_request.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.568443 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.568953 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension port-resource-request not supported by any of loaded plugins Jun 24 09:52:33.569281 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: port_resource_request_groups.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.570265 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.570779 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 24 09:52:33.571114 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: portbindings.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.572058 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.572672 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: binding Jun 24 09:52:33.573002 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: portbindings_extended.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.574306 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.574830 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: binding-extended Jun 24 09:52:33.575168 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: portsecurity.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.576095 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.576645 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: port-security Jun 24 09:52:33.576983 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: project_id.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.578486 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.578822 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: project-id Jun 24 09:52:33.579205 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: providernet.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.580144 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.580738 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: provider Jun 24 09:52:33.581068 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: qos.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.586420 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.586953 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension qos not supported by any of loaded plugins Jun 24 09:52:33.591439 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.592577 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.593693 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 24 09:52:33.594028 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.594979 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.595505 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 24 09:52:33.595834 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: qos_default.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.596846 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.597364 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension qos-default not supported by any of loaded plugins Jun 24 09:52:33.597696 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: qos_fip.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.598672 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.599194 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension qos-fip not supported by any of loaded plugins Jun 24 09:52:33.599524 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: qos_fip_network_policy.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.600491 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.601021 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 24 09:52:33.601348 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: qos_gateway_ip.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.602338 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.602847 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 24 09:52:33.603170 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: qos_port_network_policy.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.604095 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.604639 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 24 09:52:33.604969 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.606048 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.606573 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 24 09:52:33.606902 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.607953 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.608533 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 24 09:52:33.609403 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: qos_pps_rule.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.615833 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.616410 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension qos-pps not supported by any of loaded plugins Jun 24 09:52:33.616746 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: qos_rule_type_details.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.617682 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.618203 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 24 09:52:33.618531 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: qos_rule_type_filter.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.619458 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.620014 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 24 09:52:33.620413 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: qos_rules_alias.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.621536 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.622105 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 24 09:52:33.622436 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: quota_check_limit.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.623417 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.623984 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: quota-check-limit Jun 24 09:52:33.624884 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: quotasv2.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.625975 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.626297 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: quotas Jun 24 09:52:33.626629 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: quotasv2_detail.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.628484 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.628829 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: quota_details Jun 24 09:52:33.629164 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: rbac.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.630254 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.630803 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: rbac-policies Jun 24 09:52:33.631137 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: rbac_address_group.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.639523 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.640079 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: rbac-address-group Jun 24 09:52:33.640442 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: rbac_address_scope.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.641390 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.641913 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: rbac-address-scope Jun 24 09:52:33.642292 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: rbac_security_groups.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.643325 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.643846 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: rbac-security-groups Jun 24 09:52:33.644223 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: rbac_subnetpool.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.645166 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.645681 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: rbac-subnetpool Jun 24 09:52:33.646010 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: revisionifmatch.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.646958 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.647496 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: revision-if-match Jun 24 09:52:33.647836 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: revisions.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.649002 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.649525 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: standard-attr-revisions Jun 24 09:52:33.649861 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: router_availability_zone.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.650767 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.651282 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: router_availability_zone Jun 24 09:52:33.651614 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: routerservicetype.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.659770 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.659770 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension router-service-type not supported by any of loaded plugins Jun 24 09:52:33.659770 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.659770 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.659770 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: security-groups-normalized-cidr Jun 24 09:52:33.659770 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: security_groups_port_filtering.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.660528 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.660528 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: port-security-groups-filtering Jun 24 09:52:33.660528 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.660528 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.660528 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: security-groups-remote-address-group Jun 24 09:52:33.660528 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.660955 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.660955 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: security-groups-shared-filtering Jun 24 09:52:33.661109 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: securitygroup.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.671067 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.672235 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: security-group Jun 24 09:52:33.672502 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: segment.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.673295 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.674066 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension segment not supported by any of loaded plugins Jun 24 09:52:33.674402 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.675412 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.675935 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 24 09:52:33.676309 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: servicetype.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.677468 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.677996 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: service-type Jun 24 09:52:33.678337 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: sorting.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.679332 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.679674 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: sorting Jun 24 09:52:33.680006 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: standard_attr_segment.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.681024 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.681551 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 24 09:52:33.681881 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: standardattrdescription.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.682546 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.683060 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: standard-attr-description Jun 24 09:52:33.683389 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: stateful_security_group.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.684389 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.684912 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: stateful-security-group Jun 24 09:52:33.685247 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: stdattrs_common.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.685844 dv-cinder-843277-6-iscsi neutron-server[110730]: WARNING neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 24 09:52:33.686174 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.687160 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.687719 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 24 09:52:33.688047 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: subnet_onboard.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.689171 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.689697 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: subnet_onboard Jun 24 09:52:33.690026 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.690976 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.691494 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 24 09:52:33.691823 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: subnet_service_types.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.693710 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.693710 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: subnet-service-types Jun 24 09:52:33.693710 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: subnetallocation.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.699277 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.699816 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: subnet_allocation Jun 24 09:52:33.700165 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.700878 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.701392 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: subnetpool-prefix-ops Jun 24 09:52:33.701721 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.702726 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.703244 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 24 09:52:33.703572 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: tagging.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.704745 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.705353 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: standard-attr-tag Jun 24 09:52:33.705665 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: timestamp.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.706907 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.707430 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loaded extension: standard-attr-timestamp Jun 24 09:52:33.707767 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: trunk.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.708905 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.709428 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension trunk not supported by any of loaded plugins Jun 24 09:52:33.709810 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: trunk_details.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.710758 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.711277 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension trunk-details not supported by any of loaded plugins Jun 24 09:52:33.711605 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: uplink_status_propagation.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.712574 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.713089 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 24 09:52:33.713417 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Loading extension file: vlantransparent.py {{(pid=110730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 09:52:33.714106 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 09:52:33.714619 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extension vlan-transparent not supported by any of loaded plugins Jun 24 09:52:33.717318 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Creating instance of TrackedResource for resource:network Jun 24 09:52:33.717855 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Creating instance of TrackedResource for resource:subnet Jun 24 09:52:33.718778 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 09:52:33.719175 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Creating instance of TrackedResource for resource:port Jun 24 09:52:33.720527 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.v2.resource_helper [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:52:33.720983 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.v2.resource_helper [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Service FLAVORS assigned prefix: {{(pid=110730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:52:33.721605 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.v2.resource_helper [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:52:33.722049 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.v2.resource_helper [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:52:33.722389 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Creating instance of TrackedResource for resource:router Jun 24 09:52:33.722824 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Creating instance of TrackedResource for resource:floatingip Jun 24 09:52:33.723326 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.v2.resource_helper [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Service METERING assigned prefix: /metering {{(pid=110730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:52:33.724848 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.727145 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.727145 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 09:52:33.727145 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 09:52:33.727145 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Creating instance of TrackedResource for resource:security_group Jun 24 09:52:33.727554 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 09:52:33.728201 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.v2.resource_helper [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Service CORE assigned prefix: {{(pid=110730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:52:33.728552 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 09:52:33.728910 dv-cinder-843277-6-iscsi neutron-server[110730]: WARNING neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] subnetpool is already registered Jun 24 09:52:33.729347 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.v2.resource_helper [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Service CORE assigned prefix: {{(pid=110730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:52:33.729677 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 09:52:33.730014 dv-cinder-843277-6-iscsi neutron-server[110730]: WARNING neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] subnetpool is already registered Jun 24 09:52:33.732499 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.v2.resource_helper [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:52:33.732953 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.v2.resource_helper [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Service FLAVORS assigned prefix: {{(pid=110730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:52:33.733587 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.v2.resource_helper [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:52:33.734597 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.v2.resource_helper [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:52:33.734951 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Creating instance of TrackedResource for resource:router Jun 24 09:52:33.735281 dv-cinder-843277-6-iscsi neutron-server[110730]: WARNING neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] router is already registered Jun 24 09:52:33.735702 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Creating instance of TrackedResource for resource:floatingip Jun 24 09:52:33.736044 dv-cinder-843277-6-iscsi neutron-server[110730]: WARNING neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] floatingip is already registered Jun 24 09:52:33.736544 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.v2.resource_helper [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Service METERING assigned prefix: /metering {{(pid=110730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:52:33.737230 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 09:52:33.737570 dv-cinder-843277-6-iscsi neutron-server[110730]: WARNING neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] rbac_policy is already registered Jun 24 09:52:33.737989 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Creating instance of TrackedResource for resource:security_group Jun 24 09:52:33.738337 dv-cinder-843277-6-iscsi neutron-server[110730]: WARNING neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] security_group is already registered Jun 24 09:52:33.738806 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 09:52:33.739150 dv-cinder-843277-6-iscsi neutron-server[110730]: WARNING neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] security_group_rule is already registered Jun 24 09:52:33.739783 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.v2.resource_helper [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Service CORE assigned prefix: {{(pid=110730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:52:33.740117 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 09:52:33.740549 dv-cinder-843277-6-iscsi neutron-server[110730]: WARNING neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] subnetpool is already registered Jun 24 09:52:33.740976 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.v2.resource_helper [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Service CORE assigned prefix: {{(pid=110730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 09:52:33.741303 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 09:52:33.741640 dv-cinder-843277-6-iscsi neutron-server[110730]: WARNING neutron.quota.resource_registry [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] subnetpool is already registered Jun 24 09:52:33.742121 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: extensions {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.743627 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: address-groups {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.745220 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: address-scopes {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.746550 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: agents {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.747744 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: auto-allocated-topology {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.749037 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: availability_zones {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.750309 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: dhcp-networks {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.751833 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: dhcp-agents {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.753310 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: routers {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.773062 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: flavors {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.773062 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: service_profiles {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.773062 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: next_providers {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.773062 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: service_profiles {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.773062 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: floatingip-pools {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.773062 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: routers {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.773062 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: floatingips {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.773593 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: l3-routers {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.773593 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: l3-agents {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.773593 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: metering-labels {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.773593 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: metering-label-rules {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.773593 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: network-ip-availabilities {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.773593 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: bindings {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.774647 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: quotas {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.776350 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: quotas {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.777916 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: rbac-policies {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.779110 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: security-groups {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.781071 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: security-group-rules {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.782354 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: service-providers {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.783588 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: subnetpools {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.784963 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: subnetpools {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.786589 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: tags {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.788246 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: tags {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.790072 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: tags {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.791881 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: tags {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.793608 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: tags {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.795665 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: tags {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.797534 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: tags {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.799684 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: tags {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.801544 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: tags {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.803374 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron.api.extensions [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Extended resource: tags {{(pid=110730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 09:52:33.809523 dv-cinder-843277-6-iscsi neutron-server[110730]: WARNING keystonemiddleware.auth_token [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 24 09:52:33.815347 dv-cinder-843277-6-iscsi neutron-server[110730]: WARNING keystonemiddleware.auth_token [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 24 09:52:33.824400 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_concurrency.lockutils [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Acquired lock "singleton_lock" {{(pid=110730) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 24 09:52:33.824939 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_concurrency.lockutils [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Releasing lock "singleton_lock" {{(pid=110730) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 24 09:52:33.825612 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO oslo_service.service [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Starting 2 workers Jun 24 09:52:33.831031 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Started child 110839 {{(pid=110730) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 09:52:33.835860 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Started child 110840 {{(pid=110730) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 09:52:33.836643 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:33.837637 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO neutron.service [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Neutron service started, listening on 0.0.0.0:9696 Jun 24 09:52:33.838196 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [-] (110839) wsgi starting up on http://0.0.0.0:9696 Jun 24 09:52:33.838358 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Publish callbacks [] for process (None), before_spawn {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:33.840792 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO oslo_service.service [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Starting 1 workers Jun 24 09:52:33.841117 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:33.842592 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [-] (110840) wsgi starting up on http://0.0.0.0:9696 Jun 24 09:52:33.846241 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Started child 110841 {{(pid=110730) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 09:52:33.846792 dv-cinder-843277-6-iscsi neutron-server[110730]: INFO oslo_service.service [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Starting 1 workers Jun 24 09:52:33.851509 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Started child 110842 {{(pid=110730) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 09:52:33.851690 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.service [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] calling RpcWorker wait() {{(pid=110841) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 24 09:52:33.852237 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.service [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] returning from RpcWorker wait() {{(pid=110841) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 24 09:52:33.852468 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG neutron_lib.callbacks.manager [None req-7c2349d7-4179-45c7-830f-a5533072be5f None None] Publish callbacks [] for process (None), after_spawn {{(pid=110730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:33.853968 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:33.854458 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110730) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 09:52:33.854565 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:52:33.854694 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 09:52:33.854850 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 09:52:33.855099 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 09:52:33.855434 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 09:52:33.855599 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 09:52:33.856102 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.856416 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.856661 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:33.857128 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.857128 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.857609 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.857928 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.858220 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.858534 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.858868 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.859034 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.859205 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.859468 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.859765 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.860062 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.860373 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.860621 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.860890 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.864878 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.864878 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.864878 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.864878 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.864878 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] debug = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.864878 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.865612 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.865612 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.865612 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.865612 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.865612 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.865612 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.866333 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.866333 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.866333 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.866333 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.866333 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.866333 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.866333 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.866333 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.867242 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.867242 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.867242 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] host = dv-cinder-843277-6-iscsi {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.867590 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.867590 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.867818 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.867955 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.868261 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.868502 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.868768 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.869025 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.869292 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.869540 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.869794 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.870058 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.870288 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.870603 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] log_file = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.870798 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] log_options = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.871014 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.871267 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.871557 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.871756 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.871929 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.872096 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.872377 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.872547 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.872803 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.873027 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.873264 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.873483 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.873705 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.873953 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.874722 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.874973 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.875211 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.875430 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.875679 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.875931 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.876228 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.876519 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.876766 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.876986 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.877205 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.877422 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.877682 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.877929 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.878147 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.878528 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.879174 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.879318 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:52:33.879461 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.879461 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.879760 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.880044 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.880044 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.880371 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.880524 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.880774 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.880962 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.881219 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.881470 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.881945 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.882101 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.882418 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.882712 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.883312 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] use_json = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.883312 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.883312 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.883312 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.885455 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.885455 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.885455 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.885455 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.885455 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.885455 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.886064 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.886064 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.886311 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.886530 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.886764 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.887020 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.887294 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.887675 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.887807 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.887995 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.888325 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.895150 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.895150 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.895150 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.895150 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.895150 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.895150 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.895150 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.895150 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.895771 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.895771 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.895771 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.895771 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.895771 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.895771 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.895771 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.895771 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.896322 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.896322 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.896322 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.896322 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.896322 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.896322 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.896322 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.896322 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.896862 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.896862 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.896862 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.896862 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.896862 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.896862 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.896862 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.897340 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.897340 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.897559 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.897640 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.897851 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.898118 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.899719 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.899719 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.899719 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.899719 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.899719 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.899719 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.899719 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.901266 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.901266 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.901266 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.901266 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.901266 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.901266 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.901729 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.901729 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.901884 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.902063 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.902278 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.902518 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.902732 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.902972 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.903200 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.903417 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.907648 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.907648 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.907648 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.907648 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.907648 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.907648 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.907648 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.907648 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.907648 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.908374 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.908374 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.908374 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.908374 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.908374 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.908374 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.908374 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.908374 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.908374 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.908881 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.908881 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.908881 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.908881 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.908881 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.908881 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.909255 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.909255 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.909487 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.909645 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.909885 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.910106 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.910420 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.910767 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.910922 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.911155 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.911425 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.911677 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.911902 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.912167 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.912391 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.912606 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.913025 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.913283 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.913536 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.913843 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.914073 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.914311 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.914542 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.914780 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.919823 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.919823 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.919823 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.919823 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.919823 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.919823 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.919823 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.919823 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.924534 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.924534 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.924534 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.924534 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.924534 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.924534 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.924534 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.924534 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.924534 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.925058 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.925058 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.925058 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.925058 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.925058 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.925058 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.925058 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.925058 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.925512 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.925512 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.925512 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.925512 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.925512 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.925512 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.925512 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.925512 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.925978 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.925978 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.925978 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.925978 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.925978 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.925978 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.926322 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.926388 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.926633 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.926858 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.927084 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.927349 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.927583 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.927806 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.928076 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.928371 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.928586 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.928832 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.929056 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.929301 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.929533 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.929746 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.930188 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.930405 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.930844 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.931265 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.931478 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.931859 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.932274 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.932675 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.933090 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.933312 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.933540 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.933761 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.933981 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.934210 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.934453 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.934674 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.934908 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.935133 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.935401 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.935642 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.936005 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.936303 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.936540 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.937328 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.937576 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.937802 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.938061 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.938284 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.938555 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.938781 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.939032 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.939262 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.939675 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.940108 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.940354 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.940566 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.940863 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.941083 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.941346 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.941562 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.941952 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.942325 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.942711 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.943089 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.943458 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.943836 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.944247 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.944692 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.944915 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.945222 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.945483 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.945740 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.946065 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.946275 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.946520 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.946757 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.947012 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.947230 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.947460 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.947680 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.947896 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.948165 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.948381 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.948598 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.948830 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.949052 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.949268 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.949538 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.949758 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.949996 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.950287 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.950588 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.950761 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.950992 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.951211 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.951449 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.951678 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.951902 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.952165 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.952970 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.953192 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.953439 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.953668 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.953890 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.954104 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.954398 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.954654 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.954890 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.955183 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.955429 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.955854 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.956107 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.956460 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.956711 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.956925 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.957162 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.957491 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.957626 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.958051 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.958397 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.958835 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.959091 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.959386 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.959621 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.959914 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.960229 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.961795 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.961795 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.961795 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.961795 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.961795 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.962098 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.962098 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.962339 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.962520 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.963531 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.964023 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.964423 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.964853 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.965094 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.965422 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.965647 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.966080 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.966505 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.967011 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.967231 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.967618 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.968035 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.968372 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 09:52:33.968930 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110730) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 09:52:33.969095 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 09:52:33.969238 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 09:52:33.969395 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 09:52:33.969712 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 09:52:33.969886 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 09:52:33.970083 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.970248 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.970411 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.970574 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.970764 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.970928 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.971091 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.971255 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.971412 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.971730 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.971928 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.972275 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.972593 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.972907 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.973070 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.973235 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.973439 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.973621 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.973778 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.973931 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.974083 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.974231 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] debug = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.974386 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.974530 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.974677 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.974809 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.974963 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.975253 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.975253 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.975512 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.975590 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.975711 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.976158 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.976519 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.976691 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.976849 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.976990 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.977133 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.977387 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.977552 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] host = dv-cinder-843277-6-iscsi {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.977718 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.977862 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.978004 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.978172 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.978172 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.978438 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.978573 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.978714 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.978851 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.978989 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.979115 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.979240 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.979406 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.979714 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] log_file = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.980044 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] log_options = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.980285 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.980384 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.980593 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.980793 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.980970 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.981236 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.981444 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.981444 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.981720 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.981720 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.981981 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.982137 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.982286 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.982438 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.982438 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.982718 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.982865 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.983035 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.983035 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.983313 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.983459 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.983630 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.983772 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.983929 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.984076 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.984251 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.984393 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.984534 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.984677 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.984819 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.984973 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.985114 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.985267 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.985408 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.985545 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.985690 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.985812 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.986104 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.986104 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.986461 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.986461 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.986858 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.986858 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.986858 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.987247 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.987247 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.987247 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] use_json = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.987645 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.987645 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.987911 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.987911 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.988271 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.988271 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.988594 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.988594 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.996337 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 09:52:33.996337 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.996337 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.996337 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.996337 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.996337 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.996337 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.996337 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.996888 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.996888 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.996888 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.996888 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.996888 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.996888 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.996888 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.996888 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.997362 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.997362 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.997362 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.997362 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.997362 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.997362 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.997362 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.997362 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.997839 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.997839 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.997839 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.997839 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.997839 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.997839 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.997839 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.997839 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.998490 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.998490 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.998490 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.998490 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.998490 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.998490 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.998490 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.998490 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.998954 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.998954 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.998954 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.998954 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.999742 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:52:33.999822 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.999822 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.999822 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.999822 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.999822 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.999822 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.999822 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.999822 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:33.999822 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.000468 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.000468 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.000468 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.000468 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.000468 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.000468 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.000468 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.000468 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.000924 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.000924 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.000924 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.000924 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.000924 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.000924 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.000924 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.000924 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.000924 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.001458 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.001458 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.001458 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.001458 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.001458 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.001458 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.001458 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.001882 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.001882 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.001882 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.002056 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.002240 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.002240 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.003116 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.003116 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.003116 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.003116 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.003116 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.003966 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.003966 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.003966 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.003966 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.003966 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.004670 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.004670 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.004670 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.005078 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.005078 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.005078 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.005487 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.005487 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.005750 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.005750 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.006020 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.006020 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.006290 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.006290 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.006543 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.006698 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.006834 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.006986 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.007138 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.007268 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.007353 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.007488 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.007659 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.007822 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.007986 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.008167 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.008340 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.008497 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.008661 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.008826 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.008990 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.009160 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.009337 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.009501 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.009666 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.009829 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.009993 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.010156 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.010320 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.010483 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.010646 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.010809 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.010972 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.011168 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.011311 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.011460 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.011622 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.011810 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.011973 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.012145 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.012316 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.012480 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.012645 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.012808 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.012956 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.013150 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.013355 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.013469 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.013633 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.013795 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.013958 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.014122 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.014288 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.014449 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.014598 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.014786 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.015454 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.015622 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.015787 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.015950 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.016114 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.016303 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.016526 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.016637 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.016784 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.016933 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.017098 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.017261 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.017424 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.017587 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.017751 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.017915 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.018080 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.018241 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.018407 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.018570 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.018750 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.018898 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.019062 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.019225 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.019389 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.019554 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.019719 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.019924 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.020086 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.020303 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.020470 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.020635 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.020799 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.020964 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.021127 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.021290 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.021473 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.021636 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.021800 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.021968 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.022132 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.022294 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.022458 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.022620 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.022784 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.022947 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.023112 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.023300 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.023435 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.023573 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.023813 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.024179 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.024321 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.024462 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.024590 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.024807 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.024981 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.025146 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.025547 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.025702 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.025867 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.026032 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.026197 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.026361 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.026525 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.026705 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.026870 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.027035 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.027198 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.027362 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.027526 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.027700 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.027866 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.028028 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.028217 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.028381 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.028544 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.028718 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.028884 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.029047 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.029211 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.029373 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.029537 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.029709 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.029873 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.030035 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.030200 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.030365 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.030555 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.030727 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.030891 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.031054 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.031218 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.031381 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.031545 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.031718 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.031882 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.032046 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.032273 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.032470 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.032630 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.032742 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.032875 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.033003 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.033180 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.033352 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.033508 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.033650 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.033821 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.033992 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.034121 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.034288 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.034452 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.034616 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.034781 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.034950 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.035123 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.035295 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.035460 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.035632 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.035803 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.035982 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.036161 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.036513 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.036741 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.036900 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.036991 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.037161 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.037324 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.037488 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.037652 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.037814 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.037983 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.038145 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.038308 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.038478 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.038654 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.038780 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.038948 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.039149 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.039298 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.039431 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.039585 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.039755 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 09:52:34.039891 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 09:52:34.049147 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 35104) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:52:34.058020 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067089 Jun 24 09:52:43.203910 dv-cinder-843277-6-iscsi neutron-server[110730]: DEBUG dbcounter [-] [110730] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110730) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:45.705935 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writer thread running {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 09:52:45.716866 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b02f9b7-96a5-4c7b-83dc-9def11586c75 None None] get_active_networks_info from dv-cinder-843277-6-iscsi {{(pid=110841) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 24 09:52:45.801475 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b02f9b7-96a5-4c7b-83dc-9def11586c75 None None] No non-hosted networks {{(pid=110841) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 24 09:52:45.810699 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.agentschedulers_db [None req-5b02f9b7-96a5-4c7b-83dc-9def11586c75 None None] DHCP Agent not found on host dv-cinder-843277-6-iscsi {{(pid=110841) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 24 09:52:45.957676 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-5ec562ec-987f-4dfc-bf44-bacb7d0405ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1899823'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:47.165714 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writer thread running {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 09:52:47.908320 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-4b0a12a7-ea0c-4bb3-af1f-03bf2ef4923c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1899823'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:47.940692 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.db.api [None req-b71adaba-f6e8-4dba-8632-392c2ec92881 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-843277-6-iscsi {{(pid=110841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 09:52:47.941510 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG oslo_db.api [None req-b71adaba-f6e8-4dba-8632-392c2ec92881 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 09:52:48.519992 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-b71adaba-f6e8-4dba-8632-392c2ec92881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:49.024992 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 35174) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:52:49.134537 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1899823'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:49.626107 dv-cinder-843277-6-iscsi neutron-server[110839]: WARNING oslo_policy.policy [None req-87c783bc-94f8-44ac-8133-aecf7ffa3b1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:52:49.627589 dv-cinder-843277-6-iscsi neutron-server[110839]: WARNING oslo_policy.policy [None req-87c783bc-94f8-44ac-8133-aecf7ffa3b1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:52:49.847721 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [None req-87c783bc-94f8-44ac-8133-aecf7ffa3b1a admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110839) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 09:52:49.864162 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-87c783bc-94f8-44ac-8133-aecf7ffa3b1a admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8224008 Jun 24 09:52:50.716899 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1899823'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:50.928556 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1899823'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:50.931645 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:50.931645 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:50.931645 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:50.931645 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:50.931645 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:50.931998 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:50.931998 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:50.931998 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:50.932449 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:50.932716 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:50.933060 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:50.933447 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:50.933787 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:50.934108 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:50.934423 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:50.934833 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-843277-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:52:50.943690 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-843277-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:52:52.207889 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 35208) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:52:52.561458 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-585943c5-3b82-4411-a0c7-c42fed02bc88 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:52:52.652525 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.policy [None req-585943c5-3b82-4411-a0c7-c42fed02bc88 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110839) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 09:52:52.695665 dv-cinder-843277-6-iscsi neutron-server[110839]: WARNING oslo_policy.policy [None req-585943c5-3b82-4411-a0c7-c42fed02bc88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:52:52.696050 dv-cinder-843277-6-iscsi neutron-server[110839]: WARNING oslo_policy.policy [None req-585943c5-3b82-4411-a0c7-c42fed02bc88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:52:52.715969 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writer thread running {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 09:52:52.847447 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-585943c5-3b82-4411-a0c7-c42fed02bc88 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753297668492', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753297667992', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753297684097', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753297562711', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753297564340', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753297572310', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-652723', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-846403', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1905544', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1968944'] for rbac-policy (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:53.559137 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-585943c5-3b82-4411-a0c7-c42fed02bc88 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:53.560562 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-585943c5-3b82-4411-a0c7-c42fed02bc88 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3515692 Jun 24 09:52:55.024989 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.db.l3_hamode_db [None req-83a2856a-7e82-4098-982c-f03fed6bf5a5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 24 09:52:55.105422 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a2856a-7e82-4098-982c-f03fed6bf5a5 None None] Routers set() bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:52:55.105802 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a2856a-7e82-4098-982c-f03fed6bf5a5 None None] Router IDs set() for agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 24 09:52:55.845765 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 35220) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:52:56.180088 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:52:56.276853 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Made reservation on behalf of 8af2944d8d3a47c690ae3467aed6c699 for: {'network': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:52:56.281334 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for network (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:56.300517 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:56.414331 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Publish callbacks [] for security_group (b40788ba-edde-428f-9a63-4485086b9140), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:56.477022 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (b40788ba-edde-428f-9a63-4485086b9140), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:56.511454 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=110839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:52:56.540752 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753295835266', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (de1c8fd5-691c-446e-8c16-1a482edc6fdf), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:56.541233 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Unsubscribe: segment precommit_create {{(pid=110839) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 09:52:56.541740 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.segments_db [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Added segment de1c8fd5-691c-446e-8c16-1a482edc6fdf of type vlan for network e346b82f-b5e5-4d06-9583-72d23c940f5e Jun 24 09:52:56.557435 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b40788ba-edde-428f-9a63-4485086b9140,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:52:56.608264 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:56.608605 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:56.608959 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:56.609316 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:56.609668 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:56.609995 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:56.610314 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:56.610709 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:56.611066 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:56.611384 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:56.611703 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:56.612034 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:56.612378 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:56.612692 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:56.613003 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Tracked resource versions report: Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: pushed versions: Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: { 'AddressGroup': {'1.2'}, Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'Agent': {'1.1'}, Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'ConntrackHelper': {'1.0'}, Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'LocalIPAssociation': {'1.0'}, Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'Log': {'1.0'}, Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'NDPProxy': {'1.0'}, Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'Network': {'1.1'}, Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'Port': {'1.7'}, Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'PortForwarding': {'1.3'}, Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'QosPolicy': {'1.10'}, Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'SecurityGroup': {'1.5'}, Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'SubPort': {'1.0'}, Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'Subnet': {'1.1'}, Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'Trunk': {'1.1'}} Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: consumer versions: Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: { DHCP agent@dv-cinder-843277-6-iscsi: {}, Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: L3 agent@dv-cinder-843277-6-iscsi: {}, Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: Metadata agent@dv-cinder-843277-6-iscsi: {}, Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: Metering agent@dv-cinder-843277-6-iscsi: {}, Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: Open vSwitch agent@dv-cinder-843277-6-iscsi: { 'AddressGroup': '1.2', Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'Agent': '1.1', Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'ConntrackHelper': '1.0', Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'LocalIPAssociation': '1.0', Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'Log': '1.0', Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'NDPProxy': '1.0', Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'Network': '1.1', Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'Port': '1.7', Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'PortForwarding': '1.3', Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'QosPolicy': '1.10', Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'SecurityGroup': '1.5', Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'SecurityGroupRule': '1.2', Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'SubPort': '1.0', Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'Subnet': '1.1', Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: 'Trunk': '1.1'}} Jun 24 09:52:56.614446 dv-cinder-843277-6-iscsi neutron-server[110839]: {{(pid=110839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:52:56.653330 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753295298762'] for network (e346b82f-b5e5-4d06-9583-72d23c940f5e), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:56.745654 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for network (e346b82f-b5e5-4d06-9583-72d23c940f5e), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:56.750843 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:56.751696 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:56.789639 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=54,neutron:INSERT=44,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:52:56.872968 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] Pushing event updated for resources: {'Network': ['ID=e346b82f-b5e5-4d06-9583-72d23c940f5e,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:52:56.886219 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Network e346b82f-b5e5-4d06-9583-72d23c940f5e details requested by agent ovs-agent-dv-cinder-843277-6-iscsi with host dv-cinder-843277-6-iscsi {{(pid=110841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:52:56.908531 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-760e1218-7de0-4408-8b97-578c769ad730 demo demo] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0616095 Jun 24 09:52:59.231491 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 35234) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:52:59.660221 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2875590a-8213-4335-ad25-a60cc30e25cf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:52:59.668103 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-2875590a-8213-4335-ad25-a60cc30e25cf demo admin] 10.222.0.26 "GET /v2.0/networks/e346b82f-b5e5-4d06-9583-72d23c940f5e HTTP/1.1" status: 200 len: 825 time: 0.4291728 Jun 24 09:52:59.686922 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-349ee1f2-0836-482d-a706-f9e25188324f demo admin] 10.222.0.26 "GET /v2.0/subnetpools/5670d0ed-b7b1-43ad-994e-115db1074ead HTTP/1.1" status: 200 len: 734 time: 0.0195458 Jun 24 09:52:59.695388 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-ee1fb541-d072-4560-af2d-d9bd42cccc82 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '5670d0ed-b7b1-43ad-994e-115db1074ead', 'network_id': 'e346b82f-b5e5-4d06-9583-72d23c940f5e', 'name': 'private-subnet'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:52:59.762403 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1fb541-d072-4560-af2d-d9bd42cccc82 demo admin] Made reservation on behalf of 8af2944d8d3a47c690ae3467aed6c699 for: {'subnet': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:52:59.765231 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ee1fb541-d072-4560-af2d-d9bd42cccc82 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:52:59.986534 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:00.112494 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ee1fb541-d072-4560-af2d-d9bd42cccc82 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for subnet (8da1e231-50df-40f0-bd87-4136c91dd375), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:00.188611 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fb541-d072-4560-af2d-d9bd42cccc82 demo admin] Pushing event updated for resources: {'Subnet': ['ID=8da1e231-50df-40f0-bd87-4136c91dd375,revision_number=0']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:00.190576 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1fb541-d072-4560-af2d-d9bd42cccc82 demo admin] Checking segment: {'id': 'de1c8fd5-691c-446e-8c16-1a482edc6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e346b82f-b5e5-4d06-9583-72d23c940f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:53:00.190950 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1fb541-d072-4560-af2d-d9bd42cccc82 demo admin] Network hostable DHCP agents. Network: e346b82f-b5e5-4d06-9583-72d23c940f5e, hostable agents: ['227dce48-d671-4074-8746-a798e3de1e3c'], hosted agents: [] {{(pid=110839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:53:00.265949 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1fb541-d072-4560-af2d-d9bd42cccc82 demo admin] Network e346b82f-b5e5-4d06-9583-72d23c940f5e is scheduled to be hosted by DHCP agent 227dce48-d671-4074-8746-a798e3de1e3c with binding_index 1 {{(pid=110839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:53:00.328879 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-ee1fb541-d072-4560-af2d-d9bd42cccc82 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-6-iscsi, e346b82f-b5e5-4d06-9583-72d23c940f5e) {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:53:00.333728 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1fb541-d072-4560-af2d-d9bd42cccc82 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:00.334337 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ee1fb541-d072-4560-af2d-d9bd42cccc82 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:00.338709 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696f5892-bd6b-480f-be23-25230df85812 None None] Network e346b82f-b5e5-4d06-9583-72d23c940f5e requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:53:00.400068 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-ee1fb541-d072-4560-af2d-d9bd42cccc82 demo admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7077570 Jun 24 09:53:00.601980 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a7ab119-d58e-5cf4-b1b7-c17a3ca747b8-e346b82f-b5e5-4d06-9583-72d23c940f5e', 'network_id': 'e346b82f-b5e5-4d06-9583-72d23c940f5e', 'project_id': '8af2944d8d3a47c690ae3467aed6c699', 'fixed_ips': [{'subnet_id': '8da1e231-50df-40f0-bd87-4136c91dd375'}]}} from dv-cinder-843277-6-iscsi. {{(pid=110841) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 09:53:00.603283 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:00.899917 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.db_base_plugin_common [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Allocated IP 172.20.0.2 (e346b82f-b5e5-4d06-9583-72d23c940f5e/8da1e231-50df-40f0-bd87-4136c91dd375/6f736d60-25a9-4aec-8739-20dbe731cbce) {{(pid=110841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:53:00.924405 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=62,neutron:INSERT=37,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:01.184957 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Publish callbacks [] for port (6f736d60-25a9-4aec-8739-20dbe731cbce), precommit_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:01.237418 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (6f736d60-25a9-4aec-8739-20dbe731cbce), after_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:01.316978 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Network e346b82f-b5e5-4d06-9583-72d23c940f5e is already hosted by enough agents. {{(pid=110841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:53:01.322846 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.base_scheduler [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Resources bound (agent type, host, resource id): {{(pid=110841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:53:01.325933 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Received port after_create {{(pid=110841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:53:01.336824 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Pushing event updated for resources: {'Port': ['ID=6f736d60-25a9-4aec-8739-20dbe731cbce,revision_number=1']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:01.383937 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:01.384924 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:01.384924 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:01.385135 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:01.385340 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:01.385639 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:01.385960 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:01.386281 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:01.386600 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:01.386920 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:01.387239 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:01.387574 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:01.387893 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:01.388230 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:01.388556 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Tracked resource versions report: Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: pushed versions: Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: { 'AddressGroup': {'1.2'}, Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'Agent': {'1.1'}, Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'ConntrackHelper': {'1.0'}, Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'LocalIPAssociation': {'1.0'}, Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'Log': {'1.0'}, Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'NDPProxy': {'1.0'}, Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'Network': {'1.1'}, Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'Port': {'1.7'}, Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'PortForwarding': {'1.3'}, Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'QosPolicy': {'1.10'}, Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'SecurityGroup': {'1.5'}, Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'SubPort': {'1.0'}, Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'Subnet': {'1.1'}, Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'Trunk': {'1.1'}} Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: consumer versions: Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: { DHCP agent@dv-cinder-843277-6-iscsi: {}, Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: L3 agent@dv-cinder-843277-6-iscsi: {}, Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: Metadata agent@dv-cinder-843277-6-iscsi: {}, Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: Metering agent@dv-cinder-843277-6-iscsi: {}, Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: Open vSwitch agent@dv-cinder-843277-6-iscsi: { 'AddressGroup': '1.2', Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'Agent': '1.1', Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'ConntrackHelper': '1.0', Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'LocalIPAssociation': '1.0', Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'Log': '1.0', Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'NDPProxy': '1.0', Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'Network': '1.1', Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'Port': '1.7', Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'PortForwarding': '1.3', Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'QosPolicy': '1.10', Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'SecurityGroup': '1.5', Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'SecurityGroupRule': '1.2', Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'SubPort': '1.0', Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'Subnet': '1.1', Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: 'Trunk': '1.1'}} Jun 24 09:53:01.390776 dv-cinder-843277-6-iscsi neutron-server[110841]: {{(pid=110841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:53:01.397713 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=5 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:01.440432 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Attempting to bind port 6f736d60-25a9-4aec-8739-20dbe731cbce on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:53:01.440432 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Attempting to bind port 6f736d60-25a9-4aec-8739-20dbe731cbce by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': 'de1c8fd5-691c-446e-8c16-1a482edc6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e346b82f-b5e5-4d06-9583-72d23c940f5e'}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:53:01.440432 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Attempting to bind port 6f736d60-25a9-4aec-8739-20dbe731cbce on network e346b82f-b5e5-4d06-9583-72d23c940f5e {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:53:01.441050 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:53:01.441050 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Checking segment: {'id': 'de1c8fd5-691c-446e-8c16-1a482edc6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e346b82f-b5e5-4d06-9583-72d23c940f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:53:01.441522 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:01.441964 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Bound using segment: {'id': 'de1c8fd5-691c-446e-8c16-1a482edc6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e346b82f-b5e5-4d06-9583-72d23c940f5e'} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:53:01.442440 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Bound port: 6f736d60-25a9-4aec-8739-20dbe731cbce, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1c8fd5-691c-446e-8c16-1a482edc6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e346b82f-b5e5-4d06-9583-72d23c940f5e'}}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:53:01.442853 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (6f736d60-25a9-4aec-8739-20dbe731cbce), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:01.510280 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] For port 6f736d60-25a9-4aec-8739-20dbe731cbce, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:53:01.531277 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] For port 6f736d60-25a9-4aec-8739-20dbe731cbce, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=6f736d60-25a9-4aec-8739-20dbe731cbce,segment=NetworkSegment(de1c8fd5-691c-446e-8c16-1a482edc6fdf),segment_id=de1c8fd5-691c-446e-8c16-1a482edc6fdf)] {{(pid=110841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:53:01.597769 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (6f736d60-25a9-4aec-8739-20dbe731cbce), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:01.655979 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b728d-60f2-48d4-8e05-77c4b65201df None None] Pushing event updated for resources: {'Port': ['ID=6f736d60-25a9-4aec-8739-20dbe731cbce,revision_number=2']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:02.756581 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 35244) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:03.117520 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [None req-f27fa5c7-637b-4de3-bd41-e594690a473c admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110839) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 09:53:03.118655 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-f27fa5c7-637b-4de3-bd41-e594690a473c admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3608582 Jun 24 09:53:04.688839 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=5 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:04.693881 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:05.438649 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 35256) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:05.804644 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [None req-de6e4cb3-8911-4379-9665-7ae7a9e9182c admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110839) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 09:53:05.805634 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-de6e4cb3-8911-4379-9665-7ae7a9e9182c admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3659651 Jun 24 09:53:08.131696 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 35264) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:08.460377 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-c1e95842-8b61-454d-984c-a88ad584b2a3 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:53:08.539816 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c1e95842-8b61-454d-984c-a88ad584b2a3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1836223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9608'] for router (8b172e45-c3cc-4482-85e1-bac4f29cc72c), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:08.542563 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c1e95842-8b61-454d-984c-a88ad584b2a3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1837722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1896642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1615388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9603'] for router (8b172e45-c3cc-4482-85e1-bac4f29cc72c), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:08.625141 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 6f736d60-25a9-4aec-8739-20dbe731cbce up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:53:08.698833 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c1e95842-8b61-454d-984c-a88ad584b2a3 demo demo] Publish callbacks [] for router_controller (8b172e45-c3cc-4482-85e1-bac4f29cc72c), precommit_add_association {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:08.711544 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 6f736d60-25a9-4aec-8739-20dbe731cbce triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:53:08.711544 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (6f736d60-25a9-4aec-8739-20dbe731cbce), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:08.780368 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c1e95842-8b61-454d-984c-a88ad584b2a3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1836637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1896614'] for router (8b172e45-c3cc-4482-85e1-bac4f29cc72c), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:08.812693 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 6f736d60-25a9-4aec-8739-20dbe731cbce is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:53:08.813071 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (6f736d60-25a9-4aec-8739-20dbe731cbce), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:08.832643 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c1e95842-8b61-454d-984c-a88ad584b2a3 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:08.833869 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-c1e95842-8b61-454d-984c-a88ad584b2a3 demo demo] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7010934 Jun 24 09:53:08.848709 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] For port 6f736d60-25a9-4aec-8739-20dbe731cbce, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=6f736d60-25a9-4aec-8739-20dbe731cbce,segment=NetworkSegment(de1c8fd5-691c-446e-8c16-1a482edc6fdf),segment_id=de1c8fd5-691c-446e-8c16-1a482edc6fdf)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:53:08.894187 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (6f736d60-25a9-4aec-8739-20dbe731cbce), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:08.946762 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Pushing event updated for resources: {'Port': ['ID=6f736d60-25a9-4aec-8739-20dbe731cbce,revision_number=3']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:09.814322 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089ba1a4-f635-4c53-b78e-665eaa756860 None None] Network e346b82f-b5e5-4d06-9583-72d23c940f5e requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:53:09.893666 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-ed8f850d-3a97-43bf-b61a-dcdb5eda888b None None] Provisioning complete for port 6f736d60-25a9-4aec-8739-20dbe731cbce triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:53:09.893978 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-ed8f850d-3a97-43bf-b61a-dcdb5eda888b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (6f736d60-25a9-4aec-8739-20dbe731cbce), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:09.930989 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:10.024536 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-ed8f850d-3a97-43bf-b61a-dcdb5eda888b None None] Current status of the port 6f736d60-25a9-4aec-8739-20dbe731cbce is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:53:10.244841 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-b6451fbe-dd6a-4966-b18d-e4f2f6565d7f None None] Provisioning complete for port 6f736d60-25a9-4aec-8739-20dbe731cbce triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:53:10.245133 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-b6451fbe-dd6a-4966-b18d-e4f2f6565d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (6f736d60-25a9-4aec-8739-20dbe731cbce), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:10.319564 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-b6451fbe-dd6a-4966-b18d-e4f2f6565d7f None None] Current status of the port 6f736d60-25a9-4aec-8739-20dbe731cbce is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:53:10.571296 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 6f736d60-25a9-4aec-8739-20dbe731cbce up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:53:10.614561 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 6f736d60-25a9-4aec-8739-20dbe731cbce triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:53:10.614948 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (6f736d60-25a9-4aec-8739-20dbe731cbce), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:10.656089 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:10.685506 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 6f736d60-25a9-4aec-8739-20dbe731cbce is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:53:11.143597 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 35276) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:11.463869 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [None req-accf4154-c95a-4b63-a24c-76854146da6d admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110839) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 09:53:11.464922 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-accf4154-c95a-4b63-a24c-76854146da6d admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3203392 Jun 24 09:53:13.758608 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 35284) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:13.896113 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 5 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:53:14.079447 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-d6950685-8a39-46cf-8d63-91f45ddc321d admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:53:14.133640 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6950685-8a39-46cf-8d63-91f45ddc321d admin admin] Made reservation on behalf of 59b0d627f4684928bf39233a009e998d for: {'network': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:53:14.136096 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d6950685-8a39-46cf-8d63-91f45ddc321d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for network (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:14.145313 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d6950685-8a39-46cf-8d63-91f45ddc321d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:14.170586 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:14.220775 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d6950685-8a39-46cf-8d63-91f45ddc321d admin admin] Publish callbacks [] for security_group (a669a0ec-e362-44e7-81d2-1c69d4931304), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:14.265236 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d6950685-8a39-46cf-8d63-91f45ddc321d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (a669a0ec-e362-44e7-81d2-1c69d4931304), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:14.284650 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d6950685-8a39-46cf-8d63-91f45ddc321d admin admin] Reserving flat network on physical network physnet1 {{(pid=110839) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 24 09:53:14.300880 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6950685-8a39-46cf-8d63-91f45ddc321d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a669a0ec-e362-44e7-81d2-1c69d4931304,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:14.307329 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d6950685-8a39-46cf-8d63-91f45ddc321d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (0b839c26-68f3-44eb-9224-0a94c196724f), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:14.313153 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.segments_db [None req-d6950685-8a39-46cf-8d63-91f45ddc321d admin admin] Added segment 0b839c26-68f3-44eb-9224-0a94c196724f of type flat for network a3837c3f-8d84-4126-8dfc-b4bde8a26600 Jun 24 09:53:14.354155 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d6950685-8a39-46cf-8d63-91f45ddc321d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753295298762'] for network (a3837c3f-8d84-4126-8dfc-b4bde8a26600), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:14.370977 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=73,neutron:DELETE=2,neutron:INSERT=21,neutron:UPDATE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:14.441902 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d6950685-8a39-46cf-8d63-91f45ddc321d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for network (a3837c3f-8d84-4126-8dfc-b4bde8a26600), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:14.442913 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6950685-8a39-46cf-8d63-91f45ddc321d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:14.443486 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d6950685-8a39-46cf-8d63-91f45ddc321d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:14.532911 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6950685-8a39-46cf-8d63-91f45ddc321d admin admin] Pushing event updated for resources: {'Network': ['ID=a3837c3f-8d84-4126-8dfc-b4bde8a26600,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:14.546018 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 details requested by agent ovs-agent-dv-cinder-843277-6-iscsi with host dv-cinder-843277-6-iscsi {{(pid=110841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:53:14.565187 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-d6950685-8a39-46cf-8d63-91f45ddc321d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8054903 Jun 24 09:53:15.722272 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e2264e3c-0281-46d2-9402-8f4a533df88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:16.812938 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 35294) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:17.175331 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807bcd0e-2882-448b-b68a-8edd1d2b8c96 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:17.176708 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-807bcd0e-2882-448b-b68a-8edd1d2b8c96 demo admin] 10.222.0.26 "GET /v2.0/subnets/8da1e231-50df-40f0-bd87-4136c91dd375 HTTP/1.1" status: 200 len: 849 time: 0.3627725 Jun 24 09:53:17.294423 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-265c6517-47b8-4449-92de-67bdabb0adf1 demo admin] 10.222.0.26 "GET /v2.0/routers/8b172e45-c3cc-4482-85e1-bac4f29cc72c HTTP/1.1" status: 200 len: 704 time: 0.1116526 Jun 24 09:53:17.563743 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b2289d3f-5da1-4572-9766-0b5dabb866b2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:17.882067 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-2a89b046-d199-4ea1-983f-08c8cbc94b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:17.901910 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [None req-b2289d3f-5da1-4572-9766-0b5dabb866b2 demo admin] Allocated IP 172.20.0.1 (e346b82f-b5e5-4d06-9583-72d23c940f5e/8da1e231-50df-40f0-bd87-4136c91dd375/a8b02e3c-fa1e-47b1-8fbf-0c469b62489a) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:53:18.058046 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b2289d3f-5da1-4572-9766-0b5dabb866b2 demo admin] Publish callbacks [] for port (a8b02e3c-fa1e-47b1-8fbf-0c469b62489a), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:18.168555 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b2289d3f-5da1-4572-9766-0b5dabb866b2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (a8b02e3c-fa1e-47b1-8fbf-0c469b62489a), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:18.240407 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2289d3f-5da1-4572-9766-0b5dabb866b2 demo admin] Network e346b82f-b5e5-4d06-9583-72d23c940f5e is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:53:18.249622 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-b2289d3f-5da1-4572-9766-0b5dabb866b2 demo admin] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:53:18.261110 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2289d3f-5da1-4572-9766-0b5dabb866b2 demo admin] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:53:18.261110 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b2289d3f-5da1-4572-9766-0b5dabb866b2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1900035'] for router_interface (8b172e45-c3cc-4482-85e1-bac4f29cc72c), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:18.312284 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2289d3f-5da1-4572-9766-0b5dabb866b2 demo admin] Pushing event updated for resources: {'Port': ['ID=a8b02e3c-fa1e-47b1-8fbf-0c469b62489a,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:18.327655 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:18.332271 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:18.488712 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-b3c15dd5-68d7-490c-b519-79255ac07de2 None None] Provisioning complete for port a8b02e3c-fa1e-47b1-8fbf-0c469b62489a triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:53:18.489039 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-b3c15dd5-68d7-490c-b519-79255ac07de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a8b02e3c-fa1e-47b1-8fbf-0c469b62489a), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:18.567546 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-b3c15dd5-68d7-490c-b519-79255ac07de2 None None] Port a8b02e3c-fa1e-47b1-8fbf-0c469b62489a cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:53:18.575205 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b2289d3f-5da1-4572-9766-0b5dabb866b2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (a8b02e3c-fa1e-47b1-8fbf-0c469b62489a), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:18.783763 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b2289d3f-5da1-4572-9766-0b5dabb866b2 demo admin] Publish callbacks [] for port (a8b02e3c-fa1e-47b1-8fbf-0c469b62489a), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:18.853283 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b2289d3f-5da1-4572-9766-0b5dabb866b2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (a8b02e3c-fa1e-47b1-8fbf-0c469b62489a), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:18.854142 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b2289d3f-5da1-4572-9766-0b5dabb866b2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1899923'] for router_interface (8b172e45-c3cc-4482-85e1-bac4f29cc72c), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:18.913240 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2289d3f-5da1-4572-9766-0b5dabb866b2 demo admin] Pushing event updated for resources: {'Port': ['ID=a8b02e3c-fa1e-47b1-8fbf-0c469b62489a,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:18.982382 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2289d3f-5da1-4572-9766-0b5dabb866b2 demo admin] Network e346b82f-b5e5-4d06-9583-72d23c940f5e is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:53:18.983751 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-b2289d3f-5da1-4572-9766-0b5dabb866b2 demo admin] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:53:19.070742 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:19.187029 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-f83298ee-b123-406b-b230-4b6ffe0d6ab7 None None] Provisioning complete for port a8b02e3c-fa1e-47b1-8fbf-0c469b62489a triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:53:19.187422 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-f83298ee-b123-406b-b230-4b6ffe0d6ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a8b02e3c-fa1e-47b1-8fbf-0c469b62489a), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:19.213624 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2289d3f-5da1-4572-9766-0b5dabb866b2 demo admin] Router 8b172e45-c3cc-4482-85e1-bac4f29cc72c is scheduled to L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 with binding_index 1 {{(pid=110839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 09:53:19.218487 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-f83298ee-b123-406b-b230-4b6ffe0d6ab7 None None] Port a8b02e3c-fa1e-47b1-8fbf-0c469b62489a cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:53:19.303681 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2289d3f-5da1-4572-9766-0b5dabb866b2 demo admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:53:19.308915 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-b2289d3f-5da1-4572-9766-0b5dabb866b2 demo admin] 10.222.0.26 "PUT /v2.0/routers/8b172e45-c3cc-4482-85e1-bac4f29cc72c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0087771 Jun 24 09:53:19.313992 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] Sync routers for ids ['8b172e45-c3cc-4482-85e1-bac4f29cc72c'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:53:19.327021 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] Routers {'8b172e45-c3cc-4482-85e1-bac4f29cc72c'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:53:19.327854 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T09:53:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['8b172e45-c3cc-4482-85e1-bac4f29cc72c'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:19.513046 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] Set router 8b172e45-c3cc-4482-85e1-bac4f29cc72c gateway port host: None {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:53:19.929916 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b172e45-c3cc-4482-85e1-bac4f29cc72c', 'name': 'router1', 'tenant_id': '8af2944d8d3a47c690ae3467aed6c699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:53:08Z', 'updated_at': '2022-06-24T09:53:18Z', 'revision_number': 2, 'project_id': '8af2944d8d3a47c690ae3467aed6c699', 'gw_port_host': None, '_interfaces': [{'id': 'a8b02e3c-fa1e-47b1-8fbf-0c469b62489a', 'name': '', 'network_id': 'e346b82f-b5e5-4d06-9583-72d23c940f5e', 'tenant_id': '8af2944d8d3a47c690ae3467aed6c699', 'mac_address': 'fa:16:3e:df:9e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b172e45-c3cc-4482-85e1-bac4f29cc72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8da1e231-50df-40f0-bd87-4136c91dd375', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:53:17Z', 'updated_at': '2022-06-24T09:53:18Z', 'revision_number': 2, 'project_id': '8af2944d8d3a47c690ae3467aed6c699', 'subnets': [{'id': '8da1e231-50df-40f0-bd87-4136c91dd375', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5670d0ed-b7b1-43ad-994e-115db1074ead'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:19.979654 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] Checking router: 8b172e45-c3cc-4482-85e1-bac4f29cc72c for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:53:19.980019 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] Updating router 8b172e45-c3cc-4482-85e1-bac4f29cc72c port a8b02e3c-fa1e-47b1-8fbf-0c469b62489a binding host dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:53:20.033442 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (a8b02e3c-fa1e-47b1-8fbf-0c469b62489a), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:20.536971 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] Publish callbacks [] for port (a8b02e3c-fa1e-47b1-8fbf-0c469b62489a), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:20.596108 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (a8b02e3c-fa1e-47b1-8fbf-0c469b62489a), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:20.705304 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:20.750655 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02030429-8838-486b-875f-c7253a00a75b None None] Pushing event updated for resources: {'Port': ['ID=a8b02e3c-fa1e-47b1-8fbf-0c469b62489a,revision_number=3']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:20.784438 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] Attempting to bind port a8b02e3c-fa1e-47b1-8fbf-0c469b62489a on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:53:20.784839 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] Attempting to bind port a8b02e3c-fa1e-47b1-8fbf-0c469b62489a by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': 'de1c8fd5-691c-446e-8c16-1a482edc6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e346b82f-b5e5-4d06-9583-72d23c940f5e'}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:53:20.785264 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] Attempting to bind port a8b02e3c-fa1e-47b1-8fbf-0c469b62489a on network e346b82f-b5e5-4d06-9583-72d23c940f5e {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:53:20.788516 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02030429-8838-486b-875f-c7253a00a75b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:20.788516 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02030429-8838-486b-875f-c7253a00a75b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:20.788944 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02030429-8838-486b-875f-c7253a00a75b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:20.789145 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02030429-8838-486b-875f-c7253a00a75b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:20.789476 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02030429-8838-486b-875f-c7253a00a75b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:20.789795 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02030429-8838-486b-875f-c7253a00a75b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:20.790115 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02030429-8838-486b-875f-c7253a00a75b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:20.790434 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02030429-8838-486b-875f-c7253a00a75b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:20.790753 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02030429-8838-486b-875f-c7253a00a75b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:20.791066 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02030429-8838-486b-875f-c7253a00a75b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:20.791380 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02030429-8838-486b-875f-c7253a00a75b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:20.791712 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02030429-8838-486b-875f-c7253a00a75b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:20.792029 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02030429-8838-486b-875f-c7253a00a75b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:20.792384 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02030429-8838-486b-875f-c7253a00a75b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:20.792696 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02030429-8838-486b-875f-c7253a00a75b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02030429-8838-486b-875f-c7253a00a75b None None] Tracked resource versions report: Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: pushed versions: Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: { 'AddressGroup': {'1.2'}, Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'Agent': {'1.1'}, Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'ConntrackHelper': {'1.0'}, Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'LocalIPAssociation': {'1.0'}, Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'Log': {'1.0'}, Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'NDPProxy': {'1.0'}, Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'Network': {'1.1'}, Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'Port': {'1.7'}, Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'PortForwarding': {'1.3'}, Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'QosPolicy': {'1.10'}, Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'SecurityGroup': {'1.5'}, Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'SubPort': {'1.0'}, Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'Subnet': {'1.1'}, Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'Trunk': {'1.1'}} Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: consumer versions: Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: { DHCP agent@dv-cinder-843277-6-iscsi: {}, Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: L3 agent@dv-cinder-843277-6-iscsi: {}, Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: Metadata agent@dv-cinder-843277-6-iscsi: {}, Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: Metering agent@dv-cinder-843277-6-iscsi: {}, Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: Open vSwitch agent@dv-cinder-843277-6-iscsi: { 'AddressGroup': '1.2', Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'Agent': '1.1', Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'ConntrackHelper': '1.0', Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'LocalIPAssociation': '1.0', Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'Log': '1.0', Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'NDPProxy': '1.0', Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'Network': '1.1', Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'Port': '1.7', Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'PortForwarding': '1.3', Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'QosPolicy': '1.10', Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'SecurityGroup': '1.5', Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'SecurityGroupRule': '1.2', Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'SubPort': '1.0', Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'Subnet': '1.1', Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: 'Trunk': '1.1'}} Jun 24 09:53:20.794202 dv-cinder-843277-6-iscsi neutron-server[110842]: {{(pid=110842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:53:20.802450 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:53:20.803354 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] Checking segment: {'id': 'de1c8fd5-691c-446e-8c16-1a482edc6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e346b82f-b5e5-4d06-9583-72d23c940f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:53:20.803354 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:20.804294 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] Bound using segment: {'id': 'de1c8fd5-691c-446e-8c16-1a482edc6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e346b82f-b5e5-4d06-9583-72d23c940f5e'} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:53:20.804294 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] Bound port: a8b02e3c-fa1e-47b1-8fbf-0c469b62489a, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1c8fd5-691c-446e-8c16-1a482edc6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e346b82f-b5e5-4d06-9583-72d23c940f5e'}}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:53:20.804294 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (a8b02e3c-fa1e-47b1-8fbf-0c469b62489a), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:20.857618 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:20.872535 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] For port a8b02e3c-fa1e-47b1-8fbf-0c469b62489a, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:53:20.886843 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:20.892272 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] For port a8b02e3c-fa1e-47b1-8fbf-0c469b62489a, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=a8b02e3c-fa1e-47b1-8fbf-0c469b62489a,segment=NetworkSegment(de1c8fd5-691c-446e-8c16-1a482edc6fdf),segment_id=de1c8fd5-691c-446e-8c16-1a482edc6fdf)] {{(pid=110842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:53:20.916602 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:20.953521 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-c1be3a3e-4673-4789-8748-c42f5b1b1b85 None None] Provisioning complete for port a8b02e3c-fa1e-47b1-8fbf-0c469b62489a triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:53:20.953834 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-c1be3a3e-4673-4789-8748-c42f5b1b1b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a8b02e3c-fa1e-47b1-8fbf-0c469b62489a), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:20.990709 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-c1be3a3e-4673-4789-8748-c42f5b1b1b85 None None] Port a8b02e3c-fa1e-47b1-8fbf-0c469b62489a cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 09:53:20.991493 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (a8b02e3c-fa1e-47b1-8fbf-0c469b62489a), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:21.054876 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] Routers {'8b172e45-c3cc-4482-85e1-bac4f29cc72c'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:53:21.055499 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T09:53:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['8b172e45-c3cc-4482-85e1-bac4f29cc72c'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:21.057612 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02030429-8838-486b-875f-c7253a00a75b None None] Pushing event updated for resources: {'Port': ['ID=a8b02e3c-fa1e-47b1-8fbf-0c469b62489a,revision_number=4']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:21.154259 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] Set router 8b172e45-c3cc-4482-85e1-bac4f29cc72c gateway port host: None {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:53:21.209439 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-51036c5a-df5a-4518-9294-900d4b33ec3d None None] Provisioning complete for port a8b02e3c-fa1e-47b1-8fbf-0c469b62489a triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:53:21.209830 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-51036c5a-df5a-4518-9294-900d4b33ec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a8b02e3c-fa1e-47b1-8fbf-0c469b62489a), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:21.285277 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-51036c5a-df5a-4518-9294-900d4b33ec3d None None] Current status of the port a8b02e3c-fa1e-47b1-8fbf-0c469b62489a is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:53:21.285689 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-51036c5a-df5a-4518-9294-900d4b33ec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (a8b02e3c-fa1e-47b1-8fbf-0c469b62489a), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:21.319445 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-51036c5a-df5a-4518-9294-900d4b33ec3d None None] For port a8b02e3c-fa1e-47b1-8fbf-0c469b62489a, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=a8b02e3c-fa1e-47b1-8fbf-0c469b62489a,segment=NetworkSegment(de1c8fd5-691c-446e-8c16-1a482edc6fdf),segment_id=de1c8fd5-691c-446e-8c16-1a482edc6fdf)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:53:21.356096 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b172e45-c3cc-4482-85e1-bac4f29cc72c', 'name': 'router1', 'tenant_id': '8af2944d8d3a47c690ae3467aed6c699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:53:08Z', 'updated_at': '2022-06-24T09:53:18Z', 'revision_number': 2, 'project_id': '8af2944d8d3a47c690ae3467aed6c699', 'gw_port_host': None, '_interfaces': [{'id': 'a8b02e3c-fa1e-47b1-8fbf-0c469b62489a', 'name': '', 'network_id': 'e346b82f-b5e5-4d06-9583-72d23c940f5e', 'tenant_id': '8af2944d8d3a47c690ae3467aed6c699', 'mac_address': 'fa:16:3e:df:9e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b172e45-c3cc-4482-85e1-bac4f29cc72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8da1e231-50df-40f0-bd87-4136c91dd375', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:53:17Z', 'updated_at': '2022-06-24T09:53:20Z', 'revision_number': 4, 'project_id': '8af2944d8d3a47c690ae3467aed6c699', 'subnets': [{'id': '8da1e231-50df-40f0-bd87-4136c91dd375', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5670d0ed-b7b1-43ad-994e-115db1074ead'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:21.382208 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c9b76e-5315-4ef6-ba45-ecaefb9f55de None None] The sync data for ids ['8b172e45-c3cc-4482-85e1-bac4f29cc72c'] in dv-cinder-843277-6-iscsi is: [{'id': '8b172e45-c3cc-4482-85e1-bac4f29cc72c', 'name': 'router1', 'tenant_id': '8af2944d8d3a47c690ae3467aed6c699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:53:08Z', 'updated_at': '2022-06-24T09:53:18Z', 'revision_number': 2, 'project_id': '8af2944d8d3a47c690ae3467aed6c699', 'gw_port_host': None, '_interfaces': [{'id': 'a8b02e3c-fa1e-47b1-8fbf-0c469b62489a', 'name': '', 'network_id': 'e346b82f-b5e5-4d06-9583-72d23c940f5e', 'tenant_id': '8af2944d8d3a47c690ae3467aed6c699', 'mac_address': 'fa:16:3e:df:9e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b172e45-c3cc-4482-85e1-bac4f29cc72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8da1e231-50df-40f0-bd87-4136c91dd375', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:53:17Z', 'updated_at': '2022-06-24T09:53:20Z', 'revision_number': 4, 'project_id': '8af2944d8d3a47c690ae3467aed6c699', 'subnets': [{'id': '8da1e231-50df-40f0-bd87-4136c91dd375', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5670d0ed-b7b1-43ad-994e-115db1074ead'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:53:21.408537 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-51036c5a-df5a-4518-9294-900d4b33ec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (a8b02e3c-fa1e-47b1-8fbf-0c469b62489a), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:21.461671 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51036c5a-df5a-4518-9294-900d4b33ec3d None None] Pushing event updated for resources: {'Port': ['ID=a8b02e3c-fa1e-47b1-8fbf-0c469b62489a,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:21.603012 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 35314) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:21.838436 dv-cinder-843277-6-iscsi neutron-server[110840]: WARNING oslo_policy.policy [None req-e86997cc-7dc9-4d9b-a762-de220a350fc2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:53:21.839003 dv-cinder-843277-6-iscsi neutron-server[110840]: WARNING oslo_policy.policy [None req-e86997cc-7dc9-4d9b-a762-de220a350fc2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:53:22.069718 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writer thread running {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 09:53:22.089873 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:22.277719 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.policy [None req-e86997cc-7dc9-4d9b-a762-de220a350fc2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110840) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 09:53:22.318235 dv-cinder-843277-6-iscsi neutron-server[110840]: WARNING oslo_policy.policy [None req-e86997cc-7dc9-4d9b-a762-de220a350fc2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:53:22.318694 dv-cinder-843277-6-iscsi neutron-server[110840]: WARNING oslo_policy.policy [None req-e86997cc-7dc9-4d9b-a762-de220a350fc2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 09:53:22.326739 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86997cc-7dc9-4d9b-a762-de220a350fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:22.328679 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-e86997cc-7dc9-4d9b-a762-de220a350fc2 admin admin] 10.222.0.26 "GET /v2.0/networks/a3837c3f-8d84-4126-8dfc-b4bde8a26600 HTTP/1.1" status: 200 len: 842 time: 0.7242682 Jun 24 09:53:22.338166 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'gateway_ip': '172.27.2.1', 'ip_version': 4}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:53:22.476372 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Made reservation on behalf of 59b0d627f4684928bf39233a009e998d for: {'subnet': 1} {{(pid=110840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:53:22.479393 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:22.967224 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.objects.ports [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110840) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 24 09:53:22.967960 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for subnet (ef99dc90-6579-4f1e-9fc6-58eb2334384d), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:23.037846 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Checking segment: {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:53:23.038218 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Network hostable DHCP agents. Network: a3837c3f-8d84-4126-8dfc-b4bde8a26600, hostable agents: ['227dce48-d671-4074-8746-a798e3de1e3c'], hosted agents: [] {{(pid=110840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:53:23.040529 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef99dc90-6579-4f1e-9fc6-58eb2334384d,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:23.053870 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:23.054213 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:23.054553 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:23.054887 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:23.055217 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:23.055541 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:23.055864 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:23.056208 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:23.056536 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:23.056857 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:23.057191 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:23.057530 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:23.057853 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:23.058172 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:23.058483 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Tracked resource versions report: Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: pushed versions: Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: { 'AddressGroup': {'1.2'}, Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'Agent': {'1.1'}, Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'ConntrackHelper': {'1.0'}, Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'LocalIPAssociation': {'1.0'}, Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'Log': {'1.0'}, Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'NDPProxy': {'1.0'}, Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'Network': {'1.1'}, Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'Port': {'1.7'}, Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'PortForwarding': {'1.3'}, Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'QosPolicy': {'1.10'}, Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'SecurityGroup': {'1.5'}, Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'SecurityGroupRule': {'1.2'}, Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'SubPort': {'1.0'}, Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'Subnet': {'1.1'}, Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'Trunk': {'1.1'}} Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: consumer versions: Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: { DHCP agent@dv-cinder-843277-6-iscsi: {}, Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: L3 agent@dv-cinder-843277-6-iscsi: {}, Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: Metadata agent@dv-cinder-843277-6-iscsi: {}, Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: Metering agent@dv-cinder-843277-6-iscsi: {}, Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: Open vSwitch agent@dv-cinder-843277-6-iscsi: { 'AddressGroup': '1.2', Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'Agent': '1.1', Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'ConntrackHelper': '1.0', Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'LocalIPAssociation': '1.0', Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'Log': '1.0', Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'NDPProxy': '1.0', Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'Network': '1.1', Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'Port': '1.7', Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'PortForwarding': '1.3', Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'QosPolicy': '1.10', Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'SecurityGroup': '1.5', Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'SecurityGroupRule': '1.2', Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'SubPort': '1.0', Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'Subnet': '1.1', Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: 'Trunk': '1.1'}} Jun 24 09:53:23.059896 dv-cinder-843277-6-iscsi neutron-server[110840]: {{(pid=110840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 09:53:23.162349 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is scheduled to be hosted by DHCP agent 227dce48-d671-4074-8746-a798e3de1e3c with binding_index 1 {{(pid=110840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:53:23.236172 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-6-iscsi, a3837c3f-8d84-4126-8dfc-b4bde8a26600) {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:53:23.240773 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:23.241401 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:23.248434 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd721fc2-7ed8-466f-9786-318986243264 None None] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:53:23.312924 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:23.330315 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-03dbfb55-cbc0-4a67-8fdd-2b057747fcd7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9957459 Jun 24 09:53:23.359315 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9083674f-1ba1-4473-abea-1e0fe876ae11 None None] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:53:25.613789 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 35346) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:25.873426 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-5f79b7a9-7174-4d93-be1c-48abb1c8f5e4 demo admin] 10.222.0.26 "GET /v2.0/routers/8b172e45-c3cc-4482-85e1-bac4f29cc72c HTTP/1.1" status: 200 len: 710 time: 0.2586486 Jun 24 09:53:25.963988 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcce1dc0-e772-42ff-a473-cc0a44317cd7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:53:25.965339 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-dcce1dc0-e772-42ff-a473-cc0a44317cd7 demo admin] 10.222.0.26 "GET /v2.0/networks/a3837c3f-8d84-4126-8dfc-b4bde8a26600 HTTP/1.1" status: 200 len: 886 time: 0.0864058 Jun 24 09:53:25.974690 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-ecfcd6dc-ef47-4495-9fc7-e3e4e3bb564a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:53:26.124250 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:26.233904 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd6dc-ef47-4495-9fc7-e3e4e3bb564a demo admin] Publish callbacks [] for router_gateway (8b172e45-c3cc-4482-85e1-bac4f29cc72c), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:26.288917 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:26.512363 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd6dc-ef47-4495-9fc7-e3e4e3bb564a demo admin] Publish callbacks [] for router_gateway (8b172e45-c3cc-4482-85e1-bac4f29cc72c), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:26.595548 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd6dc-ef47-4495-9fc7-e3e4e3bb564a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:26.609267 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device a8b02e3c-fa1e-47b1-8fbf-0c469b62489a up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:53:26.658476 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port a8b02e3c-fa1e-47b1-8fbf-0c469b62489a triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:53:26.658894 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a8b02e3c-fa1e-47b1-8fbf-0c469b62489a), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:26.725729 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:26.739560 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port a8b02e3c-fa1e-47b1-8fbf-0c469b62489a is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:53:26.756325 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_common [None req-ecfcd6dc-ef47-4495-9fc7-e3e4e3bb564a demo admin] Allocated IP 172.27.2.108 (a3837c3f-8d84-4126-8dfc-b4bde8a26600/ef99dc90-6579-4f1e-9fc6-58eb2334384d/fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6) {{(pid=110840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:53:26.871389 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd6dc-ef47-4495-9fc7-e3e4e3bb564a demo admin] Publish callbacks [] for port (fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:26.979632 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd6dc-ef47-4495-9fc7-e3e4e3bb564a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:27.056305 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfcd6dc-ef47-4495-9fc7-e3e4e3bb564a demo admin] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:53:27.061932 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-ecfcd6dc-ef47-4495-9fc7-e3e4e3bb564a demo admin] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:53:27.068639 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfcd6dc-ef47-4495-9fc7-e3e4e3bb564a demo admin] Received port after_create {{(pid=110840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:53:27.101588 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcd6dc-ef47-4495-9fc7-e3e4e3bb564a demo admin] Pushing event updated for resources: {'Port': ['ID=fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:27.249709 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:27.461063 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd6dc-ef47-4495-9fc7-e3e4e3bb564a demo admin] Publish callbacks [] for router_gateway (8b172e45-c3cc-4482-85e1-bac4f29cc72c), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:27.605884 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:27.651723 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd6dc-ef47-4495-9fc7-e3e4e3bb564a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1896660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1836630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9621'] for router (8b172e45-c3cc-4482-85e1-bac4f29cc72c), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:27.657430 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd6dc-ef47-4495-9fc7-e3e4e3bb564a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1896614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1896621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1896639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1836591'] for router (8b172e45-c3cc-4482-85e1-bac4f29cc72c), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:27.767296 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfcd6dc-ef47-4495-9fc7-e3e4e3bb564a demo admin] Router 8b172e45-c3cc-4482-85e1-bac4f29cc72c has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 09:53:27.868544 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfcd6dc-ef47-4495-9fc7-e3e4e3bb564a demo admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 09:53:27.873430 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd6dc-ef47-4495-9fc7-e3e4e3bb564a demo admin] Publish callbacks [] for router (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:27.877415 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-ecfcd6dc-ef47-4495-9fc7-e3e4e3bb564a demo admin] 10.222.0.26 "PUT /v2.0/routers/8b172e45-c3cc-4482-85e1-bac4f29cc72c HTTP/1.1" status: 200 len: 890 time: 1.9030979 Jun 24 09:53:27.887987 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] Sync routers for ids ['8b172e45-c3cc-4482-85e1-bac4f29cc72c'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 09:53:27.901288 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] Routers {'8b172e45-c3cc-4482-85e1-bac4f29cc72c'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:53:27.901944 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T09:53:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['8b172e45-c3cc-4482-85e1-bac4f29cc72c'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:28.114932 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] Set router 8b172e45-c3cc-4482-85e1-bac4f29cc72c gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:53:28.506669 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b172e45-c3cc-4482-85e1-bac4f29cc72c', 'name': 'router1', 'tenant_id': '8af2944d8d3a47c690ae3467aed6c699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:53:08Z', 'updated_at': '2022-06-24T09:53:27Z', 'revision_number': 4, 'project_id': '8af2944d8d3a47c690ae3467aed6c699', 'gw_port': {'id': 'fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b172e45-c3cc-4482-85e1-bac4f29cc72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:53:26Z', 'updated_at': '2022-06-24T09:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'a8b02e3c-fa1e-47b1-8fbf-0c469b62489a', 'name': '', 'network_id': 'e346b82f-b5e5-4d06-9583-72d23c940f5e', 'tenant_id': '8af2944d8d3a47c690ae3467aed6c699', 'mac_address': 'fa:16:3e:df:9e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b172e45-c3cc-4482-85e1-bac4f29cc72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8da1e231-50df-40f0-bd87-4136c91dd375', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:53:17Z', 'updated_at': '2022-06-24T09:53:21Z', 'revision_number': 5, 'project_id': '8af2944d8d3a47c690ae3467aed6c699', 'subnets': [{'id': '8da1e231-50df-40f0-bd87-4136c91dd375', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5670d0ed-b7b1-43ad-994e-115db1074ead'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:28.628097 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] Checking router: 8b172e45-c3cc-4482-85e1-bac4f29cc72c for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 09:53:28.628488 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] Updating router 8b172e45-c3cc-4482-85e1-bac4f29cc72c port fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6 binding host dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 09:53:28.682982 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:28.993463 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] Publish callbacks [] for port (fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6), precommit_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:29.070682 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:29.105756 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:29.122817 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] Attempting to bind port fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6 on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:53:29.123185 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] Attempting to bind port fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6 by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:53:29.123545 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] Attempting to bind port fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6 on network a3837c3f-8d84-4126-8dfc-b4bde8a26600 {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:53:29.130600 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa685e-8e70-4040-9c64-50a78c5f3b96 None None] Pushing event updated for resources: {'Port': ['ID=fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6,revision_number=2']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:29.134090 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:53:29.134474 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] Checking segment: {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:53:29.134874 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:29.135302 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] Bound using segment: {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:53:29.135780 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] Bound port: fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:53:29.136178 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:29.187352 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] For port fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:53:29.190586 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] For port fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:53:29.299995 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:INSERT=2,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:29.301868 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:29.327722 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:29.353022 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:29.388565 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa685e-8e70-4040-9c64-50a78c5f3b96 None None] Pushing event updated for resources: {'Port': ['ID=fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6,revision_number=3']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:29.391126 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] Routers {'8b172e45-c3cc-4482-85e1-bac4f29cc72c'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 09:53:29.391711 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T09:53:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['8b172e45-c3cc-4482-85e1-bac4f29cc72c'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:29.494380 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] Set router 8b172e45-c3cc-4482-85e1-bac4f29cc72c gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 09:53:29.693697 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b172e45-c3cc-4482-85e1-bac4f29cc72c', 'name': 'router1', 'tenant_id': '8af2944d8d3a47c690ae3467aed6c699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:53:08Z', 'updated_at': '2022-06-24T09:53:27Z', 'revision_number': 4, 'project_id': '8af2944d8d3a47c690ae3467aed6c699', 'gw_port': {'id': 'fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b172e45-c3cc-4482-85e1-bac4f29cc72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:53:26Z', 'updated_at': '2022-06-24T09:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'a8b02e3c-fa1e-47b1-8fbf-0c469b62489a', 'name': '', 'network_id': 'e346b82f-b5e5-4d06-9583-72d23c940f5e', 'tenant_id': '8af2944d8d3a47c690ae3467aed6c699', 'mac_address': 'fa:16:3e:df:9e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b172e45-c3cc-4482-85e1-bac4f29cc72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8da1e231-50df-40f0-bd87-4136c91dd375', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:53:17Z', 'updated_at': '2022-06-24T09:53:21Z', 'revision_number': 5, 'project_id': '8af2944d8d3a47c690ae3467aed6c699', 'subnets': [{'id': '8da1e231-50df-40f0-bd87-4136c91dd375', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5670d0ed-b7b1-43ad-994e-115db1074ead'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 09:53:29.721610 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f7e5b2-7464-4b22-96ea-c58fb46c0baf None None] The sync data for ids ['8b172e45-c3cc-4482-85e1-bac4f29cc72c'] in dv-cinder-843277-6-iscsi is: [{'id': '8b172e45-c3cc-4482-85e1-bac4f29cc72c', 'name': 'router1', 'tenant_id': '8af2944d8d3a47c690ae3467aed6c699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T09:53:08Z', 'updated_at': '2022-06-24T09:53:27Z', 'revision_number': 4, 'project_id': '8af2944d8d3a47c690ae3467aed6c699', 'gw_port': {'id': 'fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b172e45-c3cc-4482-85e1-bac4f29cc72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:53:26Z', 'updated_at': '2022-06-24T09:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'a8b02e3c-fa1e-47b1-8fbf-0c469b62489a', 'name': '', 'network_id': 'e346b82f-b5e5-4d06-9583-72d23c940f5e', 'tenant_id': '8af2944d8d3a47c690ae3467aed6c699', 'mac_address': 'fa:16:3e:df:9e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b172e45-c3cc-4482-85e1-bac4f29cc72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8da1e231-50df-40f0-bd87-4136c91dd375', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T09:53:17Z', 'updated_at': '2022-06-24T09:53:21Z', 'revision_number': 5, 'project_id': '8af2944d8d3a47c690ae3467aed6c699', 'subnets': [{'id': '8da1e231-50df-40f0-bd87-4136c91dd375', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5670d0ed-b7b1-43ad-994e-115db1074ead'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 09:53:30.161999 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 35360) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:53:30.283787 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-399ed852-9fa3-41b8-b4d5-e0e8b5cef36f admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1205442 Jun 24 09:53:30.600913 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:53:30.646762 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:53:30.647147 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:30.716488 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:30.720435 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6 is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:53:30.720823 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:30.743991 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] For port fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:53:30.824727 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:30.874753 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Pushing event updated for resources: {'Port': ['ID=fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:53:31.358546 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=31 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:31.359493 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=51 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:32.597608 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:53:32.654115 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:53:32.654239 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:32.733883 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port fd6b9b1d-f4a6-4bad-90b9-8a01dc2d29a6 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:53:37.864625 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=61 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:37.867239 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=16 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:40.275944 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:40.280156 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:42.718346 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:42.734649 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=26 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:53:45.728523 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-35c8f9ad-fe29-481b-8cb9-139bf8f11b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:47.915832 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-cedfee5d-beb7-4ce8-9e13-f4b634eb2e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:49.155790 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:50.698485 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:53:50.898868 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 5 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:53:50.955495 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:00.852446 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:00.861092 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:05.902108 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=5 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:05.903206 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=5 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:15.732346 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-4f57440d-6367-4218-a258-cdbe17104a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:17.858702 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-b0ca1b93-d2e0-45a8-b0fc-92509a702f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:19.080572 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:20.721257 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:20.943895 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:27.898605 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 5 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:54:30.646844 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:30.868382 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:42.898323 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:43.890183 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:45.777302 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-286e8b29-2269-469b-a4ad-dcd92c91ee75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:47.862062 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-646f8bb0-a264-4d07-bf1f-2e7d7c860e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:48.752905 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 35900) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:54:48.814445 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6261c37-a2b1-4a3f-88a0-dc079972f75c admin admin] GET failed (client error): The resource could not be found. Jun 24 09:54:48.815729 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-b6261c37-a2b1-4a3f-88a0-dc079972f75c admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618701 Jun 24 09:54:49.047653 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf338ce-917a-4ae1-8545-3619d1175b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:54:49.049463 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-fcf338ce-917a-4ae1-8545-3619d1175b0f admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2297029 Jun 24 09:54:49.080390 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:50.725338 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:50.936805 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:51.103189 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 35910) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:54:51.196171 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4af131-c568-43a3-8e72-2af705175de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:54:51.198021 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-fa4af131-c568-43a3-8e72-2af705175de2 admin admin] 10.222.0.26 "GET /v2.0/subnets/8da1e231-50df-40f0-bd87-4136c91dd375 HTTP/1.1" status: 200 len: 849 time: 0.0938458 Jun 24 09:54:51.207522 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-c1faed9b-fb77-4ad2-8a08-060e883616d6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:54:51.295328 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c1faed9b-fb77-4ad2-8a08-060e883616d6 admin admin] Publish callbacks [] for subnet (8da1e231-50df-40f0-bd87-4136c91dd375), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:51.485424 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c1faed9b-fb77-4ad2-8a08-060e883616d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753295619431'] for subnet (8da1e231-50df-40f0-bd87-4136c91dd375), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:51.519678 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1faed9b-fb77-4ad2-8a08-060e883616d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:54:51.519678 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c1faed9b-fb77-4ad2-8a08-060e883616d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:51.520981 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-c1faed9b-fb77-4ad2-8a08-060e883616d6 admin admin] 10.222.0.26 "PUT /v2.0/subnets/8da1e231-50df-40f0-bd87-4136c91dd375 HTTP/1.1" status: 200 len: 868 time: 0.3170817 Jun 24 09:54:51.531076 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d344a9-4327-49b4-80e8-73e41927d801 None None] Network e346b82f-b5e5-4d06-9583-72d23c940f5e requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:54:51.541946 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1faed9b-fb77-4ad2-8a08-060e883616d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da1e231-50df-40f0-bd87-4136c91dd375,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:54:51.550355 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faed9b-fb77-4ad2-8a08-060e883616d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:54:51.550686 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faed9b-fb77-4ad2-8a08-060e883616d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:54:51.551036 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faed9b-fb77-4ad2-8a08-060e883616d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:54:51.551878 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faed9b-fb77-4ad2-8a08-060e883616d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:54:51.551878 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faed9b-fb77-4ad2-8a08-060e883616d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:54:51.552080 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faed9b-fb77-4ad2-8a08-060e883616d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:54:51.552453 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faed9b-fb77-4ad2-8a08-060e883616d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:54:51.552784 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faed9b-fb77-4ad2-8a08-060e883616d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:54:51.553134 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faed9b-fb77-4ad2-8a08-060e883616d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:54:51.553474 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faed9b-fb77-4ad2-8a08-060e883616d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:54:51.553829 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faed9b-fb77-4ad2-8a08-060e883616d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:54:51.554186 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faed9b-fb77-4ad2-8a08-060e883616d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:54:51.554515 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faed9b-fb77-4ad2-8a08-060e883616d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:54:51.554845 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faed9b-fb77-4ad2-8a08-060e883616d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:54:51.555169 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faed9b-fb77-4ad2-8a08-060e883616d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:54:51.882345 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-ca21bae9-4b3d-4a03-954f-af8a222f764b None None] Provisioning complete for port 6f736d60-25a9-4aec-8739-20dbe731cbce triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:54:51.882959 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-ca21bae9-4b3d-4a03-954f-af8a222f764b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (6f736d60-25a9-4aec-8739-20dbe731cbce), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:51.958014 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-ca21bae9-4b3d-4a03-954f-af8a222f764b None None] Current status of the port 6f736d60-25a9-4aec-8739-20dbe731cbce is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:54:51.966274 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-ca21bae9-4b3d-4a03-954f-af8a222f764b None None] Provisioning complete for port a8b02e3c-fa1e-47b1-8fbf-0c469b62489a triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:54:51.970954 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-ca21bae9-4b3d-4a03-954f-af8a222f764b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a8b02e3c-fa1e-47b1-8fbf-0c469b62489a), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:54:52.036968 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-ca21bae9-4b3d-4a03-954f-af8a222f764b None None] Current status of the port a8b02e3c-fa1e-47b1-8fbf-0c469b62489a is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:54:53.582829 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 35918) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:54:53.790153 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad470990-7bb1-4042-bf37-e0c037e7cad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:54:53.790541 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad470990-7bb1-4042-bf37-e0c037e7cad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:54:53.792108 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-ad470990-7bb1-4042-bf37-e0c037e7cad2 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2083275 Jun 24 09:54:55.825239 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 35926) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:54:55.957077 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792be05b-7589-4407-8830-db22ddad56e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:54:55.957550 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792be05b-7589-4407-8830-db22ddad56e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:54:55.959095 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-792be05b-7589-4407-8830-db22ddad56e9 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1328998 Jun 24 09:54:58.020727 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 35934) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:54:58.132634 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:54:58.147769 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70badad-6beb-4e8a-8933-6e93b5ccd574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:54:58.158333 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-b70badad-6beb-4e8a-8933-6e93b5ccd574 admin admin] 10.222.0.26 "GET /v2.0/networks/a3837c3f-8d84-4126-8dfc-b4bde8a26600 HTTP/1.1" status: 200 len: 886 time: 0.1275032 Jun 24 09:55:00.206708 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 35942) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:55:00.326104 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:00.341213 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf880e6-2446-4b00-85ad-086e1b5dbfd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:55:00.342621 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-fbf880e6-2446-4b00-85ad-086e1b5dbfd3 admin admin] 10.222.0.26 "GET /v2.0/networks/e346b82f-b5e5-4d06-9583-72d23c940f5e HTTP/1.1" status: 200 len: 869 time: 0.1349430 Jun 24 09:55:02.032030 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:UPDATE=5,neutron:SELECT=45 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:02.035995 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=47 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:02.378100 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 35950) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:55:02.501414 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffed627-072d-4799-8216-dcb437dd9ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:55:02.501859 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffed627-072d-4799-8216-dcb437dd9ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:55:02.503387 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-5ffed627-072d-4799-8216-dcb437dd9ce6 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1243284 Jun 24 09:55:04.559235 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 35958) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:55:04.653129 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0b2cd0-2a02-4a80-a0c9-49910d830367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:55:04.653577 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0b2cd0-2a02-4a80-a0c9-49910d830367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:55:04.655090 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-9e0b2cd0-2a02-4a80-a0c9-49910d830367 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0949218 Jun 24 09:55:04.897711 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 5 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:55:06.721904 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 35966) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:55:06.814168 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ef8cee-8154-40e1-94c0-6deca70f9595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:55:06.815506 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-c4ef8cee-8154-40e1-94c0-6deca70f9595 admin admin] 10.222.0.26 "GET /v2.0/subnets/8da1e231-50df-40f0-bd87-4136c91dd375 HTTP/1.1" status: 200 len: 868 time: 0.0926549 Jun 24 09:55:08.870084 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 35974) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:55:08.955629 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b349d8d9-c1b1-4b35-a795-be8242336e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:55:08.956981 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-b349d8d9-c1b1-4b35-a795-be8242336e0b admin admin] 10.222.0.26 "GET /v2.0/subnets/ef99dc90-6579-4f1e-9fc6-58eb2334384d HTTP/1.1" status: 200 len: 816 time: 0.0859568 Jun 24 09:55:15.724147 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-aa3a4033-9d44-43c3-9306-24acae59bb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:17.867357 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-99a147a0-02fd-493b-a05d-68557573735a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:18.951461 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=37 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:18.953402 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=27 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:19.084052 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:19.890745 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:19.895539 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:20.701226 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:20.912742 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:30.854139 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:30.856050 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:35.685109 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 36030) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:55:35.733368 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [None req-2733d217-e673-4f6f-b149-91e8055ab811 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110839) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 09:55:35.734389 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-2733d217-e673-4f6f-b149-91e8055ab811 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0483284 Jun 24 09:55:37.882518 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 36038) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:55:37.942522 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.pecan_wsgi.hooks.translation [None req-219d45f3-5459-462a-b049-2d5b58ad6f0a admin admin] GET failed (client error): The resource could not be found. Jun 24 09:55:37.943790 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-219d45f3-5459-462a-b049-2d5b58ad6f0a admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604050 Jun 24 09:55:38.032662 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fa687a-0b17-417e-b788-ee387c54a669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:55:38.034147 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-31fa687a-0b17-417e-b788-ee387c54a669 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0863156 Jun 24 09:55:40.103222 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 36046) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:55:40.149804 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-11f2e9d0-285a-46c3-a516-820bbb481df1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:55:40.243303 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f2e9d0-285a-46c3-a516-820bbb481df1 admin admin] Made reservation on behalf of 59b0d627f4684928bf39233a009e998d for: {'network': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:55:40.245640 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-11f2e9d0-285a-46c3-a516-820bbb481df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for network (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:40.274018 dv-cinder-843277-6-iscsi neutron-server[110839]: WARNING neutron.services.revisions.revision_plugin [None req-11f2e9d0-285a-46c3-a516-820bbb481df1 admin admin] Could not find related network for resource to bump revision. Jun 24 09:55:40.288334 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f2e9d0-285a-46c3-a516-820bbb481df1 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=110839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 09:55:40.293919 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-11f2e9d0-285a-46c3-a516-820bbb481df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (90005c2a-133b-46f9-b020-81048c6edf0a), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:40.294249 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.segments_db [None req-11f2e9d0-285a-46c3-a516-820bbb481df1 admin admin] Added segment 90005c2a-133b-46f9-b020-81048c6edf0a of type vlan for network 41187121-d3b2-4f88-94f7-39473e749189 Jun 24 09:55:40.332424 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-11f2e9d0-285a-46c3-a516-820bbb481df1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753295298762'] for network (41187121-d3b2-4f88-94f7-39473e749189), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:40.409014 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-11f2e9d0-285a-46c3-a516-820bbb481df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for network (41187121-d3b2-4f88-94f7-39473e749189), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:40.410014 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f2e9d0-285a-46c3-a516-820bbb481df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:55:40.410766 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-11f2e9d0-285a-46c3-a516-820bbb481df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:40.468914 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2e9d0-285a-46c3-a516-820bbb481df1 admin admin] Pushing event updated for resources: {'Network': ['ID=41187121-d3b2-4f88-94f7-39473e749189,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:55:40.482220 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Network 41187121-d3b2-4f88-94f7-39473e749189 details requested by agent ovs-agent-dv-cinder-843277-6-iscsi with host dv-cinder-843277-6-iscsi {{(pid=110841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 09:55:40.560274 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-11f2e9d0-285a-46c3-a516-820bbb481df1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4559336 Jun 24 09:55:41.896387 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 5 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:55:42.625323 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 36054) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:55:42.685956 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18dfeb6-a453-47c5-be70-82dd28ab914d admin admin] GET failed (client error): The resource could not be found. Jun 24 09:55:42.687251 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-c18dfeb6-a453-47c5-be70-82dd28ab914d admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609090 Jun 24 09:55:42.848810 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a6d422-6c6d-4f96-b685-35b4077a868e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:55:42.850846 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-50a6d422-6c6d-4f96-b685-35b4077a868e admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1595848 Jun 24 09:55:42.860453 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-d9ed2d37-1e4e-4aae-bce8-7212e364b05c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '41187121-d3b2-4f88-94f7-39473e749189', 'name': 'shared-subnet'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 09:55:42.928987 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ed2d37-1e4e-4aae-bce8-7212e364b05c admin admin] Made reservation on behalf of 59b0d627f4684928bf39233a009e998d for: {'subnet': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 09:55:42.931295 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d9ed2d37-1e4e-4aae-bce8-7212e364b05c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:43.135210 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d9ed2d37-1e4e-4aae-bce8-7212e364b05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for subnet (8143832c-4501-4762-b181-046772dd81e1), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:43.185346 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed2d37-1e4e-4aae-bce8-7212e364b05c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8143832c-4501-4762-b181-046772dd81e1,revision_number=0']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:55:43.201505 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ed2d37-1e4e-4aae-bce8-7212e364b05c admin admin] Checking segment: {'id': '90005c2a-133b-46f9-b020-81048c6edf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '41187121-d3b2-4f88-94f7-39473e749189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:55:43.201875 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ed2d37-1e4e-4aae-bce8-7212e364b05c admin admin] Network hostable DHCP agents. Network: 41187121-d3b2-4f88-94f7-39473e749189, hostable agents: ['227dce48-d671-4074-8746-a798e3de1e3c'], hosted agents: [] {{(pid=110839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 09:55:43.260625 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ed2d37-1e4e-4aae-bce8-7212e364b05c admin admin] Network 41187121-d3b2-4f88-94f7-39473e749189 is scheduled to be hosted by DHCP agent 227dce48-d671-4074-8746-a798e3de1e3c with binding_index 1 {{(pid=110839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 09:55:43.351109 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-d9ed2d37-1e4e-4aae-bce8-7212e364b05c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-6-iscsi, 41187121-d3b2-4f88-94f7-39473e749189) {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:55:43.355101 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed2d37-1e4e-4aae-bce8-7212e364b05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 09:55:43.355682 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d9ed2d37-1e4e-4aae-bce8-7212e364b05c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:43.361341 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a58c0f-df8e-4912-b381-9481c9239d72 None None] Network 41187121-d3b2-4f88-94f7-39473e749189 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:55:43.440025 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-d9ed2d37-1e4e-4aae-bce8-7212e364b05c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5827389 Jun 24 09:55:43.465215 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a7ab119-d58e-5cf4-b1b7-c17a3ca747b8-41187121-d3b2-4f88-94f7-39473e749189', 'network_id': '41187121-d3b2-4f88-94f7-39473e749189', 'project_id': '59b0d627f4684928bf39233a009e998d', 'fixed_ips': [{'subnet_id': '8143832c-4501-4762-b181-046772dd81e1'}]}} from dv-cinder-843277-6-iscsi. {{(pid=110841) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 09:55:43.466225 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:43.615741 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.db_base_plugin_common [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Allocated IP 192.168.233.2 (41187121-d3b2-4f88-94f7-39473e749189/8143832c-4501-4762-b181-046772dd81e1/3229a87d-34e5-4c58-9c29-8bb4fa2e779f) {{(pid=110841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 09:55:43.758383 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Publish callbacks [] for port (3229a87d-34e5-4c58-9c29-8bb4fa2e779f), precommit_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:43.850638 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (3229a87d-34e5-4c58-9c29-8bb4fa2e779f), after_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:43.983423 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Network 41187121-d3b2-4f88-94f7-39473e749189 is already hosted by enough agents. {{(pid=110841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 09:55:43.986639 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.base_scheduler [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Resources bound (agent type, host, resource id): {{(pid=110841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 09:55:43.991010 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Received port after_create {{(pid=110841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 09:55:43.994267 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Pushing event updated for resources: {'Port': ['ID=3229a87d-34e5-4c58-9c29-8bb4fa2e779f,revision_number=1']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:55:44.005515 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:44.005892 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:44.006256 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:44.006608 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:44.006940 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:44.007267 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:44.007584 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:44.007899 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:44.008249 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:44.008611 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:44.008876 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:44.009210 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:44.009526 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:44.009837 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:44.010211 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:55:44.061185 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Attempting to bind port 3229a87d-34e5-4c58-9c29-8bb4fa2e779f on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 09:55:44.061541 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Attempting to bind port 3229a87d-34e5-4c58-9c29-8bb4fa2e779f by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': '90005c2a-133b-46f9-b020-81048c6edf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '41187121-d3b2-4f88-94f7-39473e749189'}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 09:55:44.061892 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Attempting to bind port 3229a87d-34e5-4c58-9c29-8bb4fa2e779f on network 41187121-d3b2-4f88-94f7-39473e749189 {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 09:55:44.067075 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 9, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 09:55:44.067440 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Checking segment: {'id': '90005c2a-133b-46f9-b020-81048c6edf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '41187121-d3b2-4f88-94f7-39473e749189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 09:55:44.067830 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:44.068266 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Bound using segment: {'id': '90005c2a-133b-46f9-b020-81048c6edf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '41187121-d3b2-4f88-94f7-39473e749189'} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 09:55:44.068720 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Bound port: 3229a87d-34e5-4c58-9c29-8bb4fa2e779f, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90005c2a-133b-46f9-b020-81048c6edf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '41187121-d3b2-4f88-94f7-39473e749189'}}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 09:55:44.069091 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (3229a87d-34e5-4c58-9c29-8bb4fa2e779f), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:44.133439 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] For port 3229a87d-34e5-4c58-9c29-8bb4fa2e779f, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 09:55:44.136617 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] For port 3229a87d-34e5-4c58-9c29-8bb4fa2e779f, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=3229a87d-34e5-4c58-9c29-8bb4fa2e779f,segment=NetworkSegment(90005c2a-133b-46f9-b020-81048c6edf0a),segment_id=90005c2a-133b-46f9-b020-81048c6edf0a)] {{(pid=110841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 09:55:44.210218 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (3229a87d-34e5-4c58-9c29-8bb4fa2e779f), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:44.267828 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bf6c8-d239-4d12-9f91-f1dc636fe9e0 None None] Pushing event updated for resources: {'Port': ['ID=3229a87d-34e5-4c58-9c29-8bb4fa2e779f,revision_number=2']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:55:44.702696 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 3229a87d-34e5-4c58-9c29-8bb4fa2e779f up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:55:44.747482 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 3229a87d-34e5-4c58-9c29-8bb4fa2e779f triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:55:44.747849 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (3229a87d-34e5-4c58-9c29-8bb4fa2e779f), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:44.784355 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:44.816044 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:44.826659 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 3229a87d-34e5-4c58-9c29-8bb4fa2e779f is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:55:44.827083 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (3229a87d-34e5-4c58-9c29-8bb4fa2e779f), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:44.865198 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] For port 3229a87d-34e5-4c58-9c29-8bb4fa2e779f, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=3229a87d-34e5-4c58-9c29-8bb4fa2e779f,segment=NetworkSegment(90005c2a-133b-46f9-b020-81048c6edf0a),segment_id=90005c2a-133b-46f9-b020-81048c6edf0a)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 09:55:44.974808 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (3229a87d-34e5-4c58-9c29-8bb4fa2e779f), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:45.033484 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Pushing event updated for resources: {'Port': ['ID=3229a87d-34e5-4c58-9c29-8bb4fa2e779f,revision_number=3']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:55:45.150313 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2150129-8df3-4c7f-be20-d0ea9eb1b78a None None] Network 41187121-d3b2-4f88-94f7-39473e749189 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 09:55:45.263069 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-3ca8e528-2bd1-4f50-a099-2f5306c284cf None None] Provisioning complete for port 3229a87d-34e5-4c58-9c29-8bb4fa2e779f triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:55:45.263461 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-3ca8e528-2bd1-4f50-a099-2f5306c284cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (3229a87d-34e5-4c58-9c29-8bb4fa2e779f), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:45.350211 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-3ca8e528-2bd1-4f50-a099-2f5306c284cf None None] Current status of the port 3229a87d-34e5-4c58-9c29-8bb4fa2e779f is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:55:45.469771 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-a3745e22-3c02-40ca-b363-e71ffb8c6328 None None] Provisioning complete for port 3229a87d-34e5-4c58-9c29-8bb4fa2e779f triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:55:45.470142 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-a3745e22-3c02-40ca-b363-e71ffb8c6328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (3229a87d-34e5-4c58-9c29-8bb4fa2e779f), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:45.543604 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-a3745e22-3c02-40ca-b363-e71ffb8c6328 None None] Current status of the port 3229a87d-34e5-4c58-9c29-8bb4fa2e779f is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:55:45.751130 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-234eee63-0b52-423a-a7c5-94fe522c40bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:46.674495 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 3229a87d-34e5-4c58-9c29-8bb4fa2e779f up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 09:55:46.720533 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 3229a87d-34e5-4c58-9c29-8bb4fa2e779f triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 09:55:46.720925 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (3229a87d-34e5-4c58-9c29-8bb4fa2e779f), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:46.790986 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 3229a87d-34e5-4c58-9c29-8bb4fa2e779f is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 09:55:47.889569 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-f1045d45-d8b8-4f7a-a77b-a9eac815e1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:49.101013 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:50.717547 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:50.906202 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:55:53.365556 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=78,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:53.366364 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=80,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:56.888422 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=17 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:55:56.892290 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=17 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:56:00.859052 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=63,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:56:00.860991 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:56:15.727173 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-4b933bb6-36b7-4489-ac9b-ad94b7b1c435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:56:17.917032 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-0f51c252-e1c8-46c4-924d-99e52945323e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:56:18.894341 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 5 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:56:19.093715 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:56:20.733374 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:56:20.929046 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:56:30.862961 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:56:30.866855 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:56:33.883881 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:56:43.885824 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:56:45.727248 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-a19b532e-38df-4de3-ad4d-0baf4f9f1b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:56:47.875578 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-aadfd9eb-66a2-4c0b-aeca-e20250375f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:56:49.121046 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:56:50.761037 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:56:50.927581 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:56:55.892877 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 5 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:57:00.859889 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:57:00.867852 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:57:10.893772 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=5 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:57:10.894883 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:57:15.724990 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-220ed3b2-d112-463b-8c9f-a8bbd330ebcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:17.106612 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 36092) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:57:17.112388 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [None req-065044b9-5b75-434f-af15-608630c99961 tempest-verify_tempest_config-1839845849 tempest-verify_tempest_config-1839845849-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110839) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 09:57:17.116921 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-065044b9-5b75-434f-af15-608630c99961 tempest-verify_tempest_config-1839845849 tempest-verify_tempest_config-1839845849-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058734 Jun 24 09:57:17.672751 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 36110) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:57:17.774700 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-47bbbe9a-e3a5-409d-9eb6-7a8fb3b655c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:17.854233 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-47bbbe9a-e3a5-409d-9eb6-7a8fb3b655c3 admin admin] Publish callbacks [] for security_group (fd437989-9857-4540-a27b-2345d6c84622), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:17.868625 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-ff842b80-9c46-4a41-b411-633f3577def8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:17.902643 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-47bbbe9a-e3a5-409d-9eb6-7a8fb3b655c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (fd437989-9857-4540-a27b-2345d6c84622), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:17.950537 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-47bbbe9a-e3a5-409d-9eb6-7a8fb3b655c3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=01a64885d8274f5fabca461ebb3fabab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2767007 Jun 24 09:57:17.951624 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbbe9a-e3a5-409d-9eb6-7a8fb3b655c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd437989-9857-4540-a27b-2345d6c84622,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:57:17.953260 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 36114) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:57:17.959331 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbe9a-e3a5-409d-9eb6-7a8fb3b655c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:17.959686 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbe9a-e3a5-409d-9eb6-7a8fb3b655c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:17.960050 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbe9a-e3a5-409d-9eb6-7a8fb3b655c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:17.960425 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbe9a-e3a5-409d-9eb6-7a8fb3b655c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:17.960817 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbe9a-e3a5-409d-9eb6-7a8fb3b655c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:17.961349 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbe9a-e3a5-409d-9eb6-7a8fb3b655c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:17.961689 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbe9a-e3a5-409d-9eb6-7a8fb3b655c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:17.962020 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbe9a-e3a5-409d-9eb6-7a8fb3b655c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:17.962366 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbe9a-e3a5-409d-9eb6-7a8fb3b655c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:17.962702 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbe9a-e3a5-409d-9eb6-7a8fb3b655c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:17.963047 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbe9a-e3a5-409d-9eb6-7a8fb3b655c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:17.963427 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbe9a-e3a5-409d-9eb6-7a8fb3b655c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:17.963756 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbe9a-e3a5-409d-9eb6-7a8fb3b655c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:17.964081 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbe9a-e3a5-409d-9eb6-7a8fb3b655c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:17.964426 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbbe9a-e3a5-409d-9eb6-7a8fb3b655c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:18.033868 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8a2f630a-e4ba-47fb-9050-bb7c2b3dbe04 admin admin] Publish callbacks [] for security_group (fd437989-9857-4540-a27b-2345d6c84622), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:18.054534 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8a2f630a-e4ba-47fb-9050-bb7c2b3dbe04 admin admin] Publish callbacks [] for security_group (fd437989-9857-4540-a27b-2345d6c84622), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:18.188870 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8a2f630a-e4ba-47fb-9050-bb7c2b3dbe04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (fd437989-9857-4540-a27b-2345d6c84622), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:18.191415 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8a2f630a-e4ba-47fb-9050-bb7c2b3dbe04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:18.192629 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-8a2f630a-e4ba-47fb-9050-bb7c2b3dbe04 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fd437989-9857-4540-a27b-2345d6c84622 HTTP/1.1" status: 204 len: 168 time: 0.2383993 Jun 24 09:57:18.200518 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f630a-e4ba-47fb-9050-bb7c2b3dbe04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd437989-9857-4540-a27b-2345d6c84622,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 09:57:18.207758 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f630a-e4ba-47fb-9050-bb7c2b3dbe04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:18.212786 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f630a-e4ba-47fb-9050-bb7c2b3dbe04 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:18.212786 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f630a-e4ba-47fb-9050-bb7c2b3dbe04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:18.212786 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f630a-e4ba-47fb-9050-bb7c2b3dbe04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:18.212786 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f630a-e4ba-47fb-9050-bb7c2b3dbe04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:18.212786 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f630a-e4ba-47fb-9050-bb7c2b3dbe04 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:18.212786 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f630a-e4ba-47fb-9050-bb7c2b3dbe04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:18.212786 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f630a-e4ba-47fb-9050-bb7c2b3dbe04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:18.212786 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f630a-e4ba-47fb-9050-bb7c2b3dbe04 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:18.212786 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f630a-e4ba-47fb-9050-bb7c2b3dbe04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:18.212786 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f630a-e4ba-47fb-9050-bb7c2b3dbe04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:18.212786 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f630a-e4ba-47fb-9050-bb7c2b3dbe04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:18.212786 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f630a-e4ba-47fb-9050-bb7c2b3dbe04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:18.212786 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f630a-e4ba-47fb-9050-bb7c2b3dbe04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:18.212786 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f630a-e4ba-47fb-9050-bb7c2b3dbe04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 09:57:19.102911 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:20.725487 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:20.925602 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:27.947406 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:57:27.955340 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:57:28.195686 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:57:28.207968 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:57:30.859410 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:57:30.866860 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:57:32.891785 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 5 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:57:45.701945 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-57b5cd78-9ee3-4ca0-9554-e507ae434ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:47.880568 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=15 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:57:47.889020 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-b609ba02-28db-4071-b98c-ec5473552e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:47.890573 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=19 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:57:49.100434 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:50.741407 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:57:50.929992 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:58:00.861443 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:58:00.863313 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:58:09.890175 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 5 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:58:15.729401 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-428facee-d7dc-4e4d-ad1c-af33207173f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:58:17.912686 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-266b0fac-7f57-4b78-b221-2d9d7053309b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:58:19.105995 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:58:20.744794 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:58:20.980411 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:58:24.892243 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:58:24.896046 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:58:30.861326 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:58:30.868291 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:58:43.890396 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:58:45.728029 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-f9c8bd52-abf5-41b7-9822-ab8ebe36a2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:58:46.889177 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 5 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:58:47.916944 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-0bc59e7d-d743-494e-ad8c-a570b9ad571e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:58:49.133381 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:58:50.728064 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:58:50.921922 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:59:00.865446 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:59:00.871387 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:59:01.881786 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1899823'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:59:01.898162 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=6 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:59:01.903010 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=5 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:59:11.828662 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:59:11.832601 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:59:13.897572 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 36190) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:59:14.011199 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-0536f2ad-c721-44f3-b05c-af239221cf94 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1125877 Jun 24 09:59:15.719615 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-eb2cff67-d147-4608-a7e9-08a21d15461e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:59:16.103068 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 36200) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 09:59:16.163852 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-ecbfbdb9-9558-4e9e-aafa-0345da1b1af2 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0596764 Jun 24 09:59:17.904532 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-f734a0f1-c45e-41af-b92d-3fc4bc144d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:59:19.119447 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:59:20.743907 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:59:20.930792 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:59:23.888840 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:59:24.004202 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:59:24.009076 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:59:26.157213 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:59:30.868891 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:59:30.870764 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:59:31.851559 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:59:41.780217 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:59:41.782104 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:59:44.778507 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=13 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:59:44.782440 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=21 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:59:45.723933 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-491b73b4-7fa2-4c86-8088-b29486144a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:59:47.932026 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-b31a94e8-dbe8-4860-94f0-d2d23b2115b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:59:49.113992 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:59:50.788757 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:59:50.931122 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:00.866729 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:00.868816 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:00.889088 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:00:01.884894 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:11.796563 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:11.798596 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:15.707558 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-1f76937e-3d90-4a91-ab8f-29429b699215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:15.893488 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:15.897371 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=5 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:17.878867 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc8dc-c223-45f1-bbc1-3a121f9ef439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:19.162845 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:20.752890 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:20.939211 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:30.867595 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:30.869932 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:31.861329 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:37.888671 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:00:41.792195 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:41.798948 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:45.744065 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6b707a54-7caf-4e4a-b537-b576381905d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:47.863947 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-8e3aad6e-6517-4d61-94d6-6ac4f5706066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:49.121247 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:50.755382 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:50.940659 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:52.894726 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=6 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:52.895395 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:54.877362 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 36344) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:00:55.373621 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1089958356-network', 'tenant_id': 'a77797eae68a42639f886f64db5f5598'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:00:55.487042 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Made reservation on behalf of a77797eae68a42639f886f64db5f5598 for: {'network': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:00:55.490386 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for network (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:55.503896 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:55.589506 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Publish callbacks [] for security_group (180d8ebf-1dca-4c52-8a81-58a19d72bcc2), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:55.692260 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (180d8ebf-1dca-4c52-8a81-58a19d72bcc2), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:55.715478 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=110839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:00:55.730983 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180d8ebf-1dca-4c52-8a81-58a19d72bcc2,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:00:55.733484 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (22abef9e-17bc-4403-b097-8df8e4f769a1), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:55.733820 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.segments_db [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Added segment 22abef9e-17bc-4403-b097-8df8e4f769a1 of type vlan for network acbbe71d-fc88-4521-a985-304e44d1216d Jun 24 10:00:55.753739 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:55.754083 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:55.754441 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:55.754776 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:55.755109 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:55.755435 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:55.755755 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:55.756074 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:55.756437 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:55.756758 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:55.757117 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:55.757455 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:55.757771 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:55.758120 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:55.758434 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Tracked resource versions report: Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: pushed versions: Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: { 'AddressGroup': {'1.2'}, Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'Agent': {'1.1'}, Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'ConntrackHelper': {'1.0'}, Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'LocalIPAssociation': {'1.0'}, Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'Log': {'1.0'}, Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'NDPProxy': {'1.0'}, Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'Network': {'1.1'}, Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'Port': {'1.7'}, Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'PortForwarding': {'1.3'}, Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'QosPolicy': {'1.10'}, Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'SecurityGroup': {'1.5'}, Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'SubPort': {'1.0'}, Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'Subnet': {'1.1'}, Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'Trunk': {'1.1'}} Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: consumer versions: Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: { DHCP agent@dv-cinder-843277-6-iscsi: {}, Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: HyperV agent@hv-cinder-84327: {}, Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: L3 agent@dv-cinder-843277-6-iscsi: {}, Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: Metadata agent@dv-cinder-843277-6-iscsi: {}, Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: Metering agent@dv-cinder-843277-6-iscsi: {}, Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: Open vSwitch agent@dv-cinder-843277-6-iscsi: { 'AddressGroup': '1.2', Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'Agent': '1.1', Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'ConntrackHelper': '1.0', Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'LocalIPAssociation': '1.0', Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'Log': '1.0', Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'NDPProxy': '1.0', Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'Network': '1.1', Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'Port': '1.7', Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'PortForwarding': '1.3', Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'QosPolicy': '1.10', Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'SecurityGroup': '1.5', Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'SecurityGroupRule': '1.2', Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'SubPort': '1.0', Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'Subnet': '1.1', Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: 'Trunk': '1.1'}} Jun 24 10:00:55.760193 dv-cinder-843277-6-iscsi neutron-server[110839]: {{(pid=110839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:00:55.811721 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753295298762'] for network (acbbe71d-fc88-4521-a985-304e44d1216d), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:55.900858 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for network (acbbe71d-fc88-4521-a985-304e44d1216d), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:55.902434 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:00:55.903017 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:55.969557 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] Pushing event updated for resources: {'Network': ['ID=acbbe71d-fc88-4521-a985-304e44d1216d,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:00:55.980684 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Network acbbe71d-fc88-4521-a985-304e44d1216d details requested by agent ovs-agent-dv-cinder-843277-6-iscsi with host dv-cinder-843277-6-iscsi {{(pid=110841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:00:56.026230 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-d5f715c0-a540-48be-a804-4da3ab860514 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1442616 Jun 24 10:00:56.026594 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 36396) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:00:56.031338 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-4ca85e90-f2af-4e9c-b12b-d227cbc622a9 admin admin] Request body: {'subnet': {'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1089958356-subnet', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:00:56.128578 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca85e90-f2af-4e9c-b12b-d227cbc622a9 admin admin] Made reservation on behalf of a77797eae68a42639f886f64db5f5598 for: {'subnet': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:00:56.130953 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4ca85e90-f2af-4e9c-b12b-d227cbc622a9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:56.321976 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 36402) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:00:56.397776 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4ca85e90-f2af-4e9c-b12b-d227cbc622a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for subnet (20ee07e6-65c0-48ce-91f9-befe3b16f3f9), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:56.458581 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca85e90-f2af-4e9c-b12b-d227cbc622a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20ee07e6-65c0-48ce-91f9-befe3b16f3f9,revision_number=0']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:00:56.466607 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 36422) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:00:56.470355 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:56.476814 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca85e90-f2af-4e9c-b12b-d227cbc622a9 admin admin] Checking segment: {'id': '22abef9e-17bc-4403-b097-8df8e4f769a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:00:56.477164 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca85e90-f2af-4e9c-b12b-d227cbc622a9 admin admin] Network hostable DHCP agents. Network: acbbe71d-fc88-4521-a985-304e44d1216d, hostable agents: ['227dce48-d671-4074-8746-a798e3de1e3c'], hosted agents: [] {{(pid=110839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:00:56.496783 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 36428) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:00:56.558155 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca85e90-f2af-4e9c-b12b-d227cbc622a9 admin admin] Network acbbe71d-fc88-4521-a985-304e44d1216d is scheduled to be hosted by DHCP agent 227dce48-d671-4074-8746-a798e3de1e3c with binding_index 1 {{(pid=110839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:00:56.680450 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-bf3f9eb4-fc31-43fd-955d-5918d00cfbf7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2017177644-network', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:00:56.685844 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-4ca85e90-f2af-4e9c-b12b-d227cbc622a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-6-iscsi, acbbe71d-fc88-4521-a985-304e44d1216d) {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:00:56.694084 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca85e90-f2af-4e9c-b12b-d227cbc622a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:00:56.694185 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4ca85e90-f2af-4e9c-b12b-d227cbc622a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:56.697795 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b91e5f0-ef7e-4098-aeaf-39b49b5d7129 None None] Network acbbe71d-fc88-4521-a985-304e44d1216d requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:00:56.735394 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-292774372-network', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:00:56.781376 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-5fcb4f1d-7b60-4123-8f74-6b0f0d69e3bb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1000350882-network', 'tenant_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:00:56.786530 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-4ca85e90-f2af-4e9c-b12b-d227cbc622a9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7589841 Jun 24 10:00:56.789592 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 36456) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:00:56.795152 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-310c24f9-10a5-4fd3-8e27-266377cda984 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1089958356-router', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:00:56.816029 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:56.835430 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3f9eb4-fc31-43fd-955d-5918d00cfbf7 admin admin] Made reservation on behalf of b57a965c8ac24ad383260d621813bc3b for: {'network': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:00:56.839882 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-bf3f9eb4-fc31-43fd-955d-5918d00cfbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for network (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:56.851613 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a7ab119-d58e-5cf4-b1b7-c17a3ca747b8-acbbe71d-fc88-4521-a985-304e44d1216d', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'project_id': 'a77797eae68a42639f886f64db5f5598', 'fixed_ips': [{'subnet_id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9'}]}} from dv-cinder-843277-6-iscsi. {{(pid=110841) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:00:56.853433 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:56.862371 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-bf3f9eb4-fc31-43fd-955d-5918d00cfbf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:56.923119 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcb4f1d-7b60-4123-8f74-6b0f0d69e3bb admin admin] Made reservation on behalf of 6e8e5400d9ee4b6bbe129f4b7327cdf3 for: {'network': 1} {{(pid=110840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:00:56.926021 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5fcb4f1d-7b60-4123-8f74-6b0f0d69e3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for network (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:56.941916 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5fcb4f1d-7b60-4123-8f74-6b0f0d69e3bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:56.969207 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Made reservation on behalf of ddf89eff2d584c508a967f1686090be1 for: {'network': 1} {{(pid=110840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:00:56.972610 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for network (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:56.989544 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:57.000309 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-bf3f9eb4-fc31-43fd-955d-5918d00cfbf7 admin admin] Publish callbacks [] for security_group (3c199fcd-9907-4b3f-945f-862762f41436), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:57.002859 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-310c24f9-10a5-4fd3-8e27-266377cda984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1836223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9608'] for router (c1fc2e48-c0b5-42aa-a424-4d192342d2eb), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:57.004190 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-310c24f9-10a5-4fd3-8e27-266377cda984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1837722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1896642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1615388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9603'] for router (c1fc2e48-c0b5-42aa-a424-4d192342d2eb), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:57.066228 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-310c24f9-10a5-4fd3-8e27-266377cda984 admin admin] Publish callbacks [] for router_controller (c1fc2e48-c0b5-42aa-a424-4d192342d2eb), precommit_add_association {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:57.124278 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.db_base_plugin_common [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Allocated IP 172.20.0.2 (acbbe71d-fc88-4521-a985-304e44d1216d/20ee07e6-65c0-48ce-91f9-befe3b16f3f9/e55e9888-4462-45c3-9f55-b414b0bb1729) {{(pid=110841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:00:57.140999 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Publish callbacks [] for security_group (735567f0-b290-4d58-8e07-c6776abcb5a3), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:57.155355 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-bf3f9eb4-fc31-43fd-955d-5918d00cfbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (3c199fcd-9907-4b3f-945f-862762f41436), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:57.160098 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5fcb4f1d-7b60-4123-8f74-6b0f0d69e3bb admin admin] Publish callbacks [] for security_group (828ffb6d-44f0-423f-a7c4-cfd78b84815b), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:57.207117 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f9eb4-fc31-43fd-955d-5918d00cfbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c199fcd-9907-4b3f-945f-862762f41436,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:00:57.210102 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3f9eb4-fc31-43fd-955d-5918d00cfbf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=110839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:00:57.214645 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (735567f0-b290-4d58-8e07-c6776abcb5a3), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:57.265046 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=110840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:00:57.271672 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5fcb4f1d-7b60-4123-8f74-6b0f0d69e3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (828ffb6d-44f0-423f-a7c4-cfd78b84815b), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:57.311677 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-bf3f9eb4-fc31-43fd-955d-5918d00cfbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (aa725e7e-954b-4574-8420-010b18a49b50), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:57.312094 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.segments_db [None req-bf3f9eb4-fc31-43fd-955d-5918d00cfbf7 admin admin] Added segment aa725e7e-954b-4574-8420-010b18a49b50 of type vlan for network 3c8f19ac-e8c2-4044-a226-361510084949 Jun 24 10:00:57.381683 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753295835266', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (18d9f559-afbe-4071-9df5-d5e429c5cbf9), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:57.385411 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Unsubscribe: segment precommit_create {{(pid=110840) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 10:00:57.386472 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.db.segments_db [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Added segment 18d9f559-afbe-4071-9df5-d5e429c5cbf9 of type vlan for network fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa Jun 24 10:00:57.393304 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-bf3f9eb4-fc31-43fd-955d-5918d00cfbf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753295298762'] for network (3c8f19ac-e8c2-4044-a226-361510084949), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:57.396144 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fcb4f1d-7b60-4123-8f74-6b0f0d69e3bb admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=110840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:00:57.422579 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5fcb4f1d-7b60-4123-8f74-6b0f0d69e3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (b35a4a04-be90-443a-9760-19f59dd5b635), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:57.422838 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.db.segments_db [None req-5fcb4f1d-7b60-4123-8f74-6b0f0d69e3bb admin admin] Added segment b35a4a04-be90-443a-9760-19f59dd5b635 of type vlan for network 9d3516bf-89dd-46de-b07c-0627a924af1f Jun 24 10:00:57.473945 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5fcb4f1d-7b60-4123-8f74-6b0f0d69e3bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753295298762'] for network (9d3516bf-89dd-46de-b07c-0627a924af1f), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:57.489247 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Publish callbacks [] for port (e55e9888-4462-45c3-9f55-b414b0bb1729), precommit_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:57.513036 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735567f0-b290-4d58-8e07-c6776abcb5a3,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:00:57.545051 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-310c24f9-10a5-4fd3-8e27-266377cda984 admin admin] Publish callbacks [] for router_gateway (c1fc2e48-c0b5-42aa-a424-4d192342d2eb), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:57.550744 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.553955 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.553955 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.553955 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.553955 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.553955 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.553955 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.553955 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.553955 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.555173 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.555693 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.556738 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.557222 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.557719 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.558215 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Tracked resource versions report: Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: pushed versions: Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: { 'AddressGroup': {'1.2'}, Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'Agent': {'1.1'}, Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'ConntrackHelper': {'1.0'}, Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'LocalIPAssociation': {'1.0'}, Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'Log': {'1.0'}, Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'NDPProxy': {'1.0'}, Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'Network': {'1.1'}, Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'Port': {'1.7'}, Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'PortForwarding': {'1.3'}, Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'QosPolicy': {'1.10'}, Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'SecurityGroup': {'1.5'}, Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'SubPort': {'1.0'}, Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'Subnet': {'1.1'}, Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'Trunk': {'1.1'}} Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: consumer versions: Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: { DHCP agent@dv-cinder-843277-6-iscsi: {}, Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: HyperV agent@hv-cinder-84327: {}, Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: L3 agent@dv-cinder-843277-6-iscsi: {}, Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: Metadata agent@dv-cinder-843277-6-iscsi: {}, Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: Metering agent@dv-cinder-843277-6-iscsi: {}, Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: Open vSwitch agent@dv-cinder-843277-6-iscsi: { 'AddressGroup': '1.2', Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'Agent': '1.1', Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'ConntrackHelper': '1.0', Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'LocalIPAssociation': '1.0', Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'Log': '1.0', Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'NDPProxy': '1.0', Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'Network': '1.1', Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'Port': '1.7', Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'PortForwarding': '1.3', Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'QosPolicy': '1.10', Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'SecurityGroup': '1.5', Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'SecurityGroupRule': '1.2', Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'SubPort': '1.0', Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'Subnet': '1.1', Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: 'Trunk': '1.1'}} Jun 24 10:00:57.560157 dv-cinder-843277-6-iscsi neutron-server[110840]: {{(pid=110840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:00:57.592575 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (e55e9888-4462-45c3-9f55-b414b0bb1729), after_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:57.605153 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753295298762'] for network (fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:57.643585 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=73,neutron:INSERT=24,neutron:UPDATE=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:57.648028 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5fcb4f1d-7b60-4123-8f74-6b0f0d69e3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for network (9d3516bf-89dd-46de-b07c-0627a924af1f), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:57.649963 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcb4f1d-7b60-4123-8f74-6b0f0d69e3bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:00:57.649963 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5fcb4f1d-7b60-4123-8f74-6b0f0d69e3bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:57.727529 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Network acbbe71d-fc88-4521-a985-304e44d1216d is already hosted by enough agents. {{(pid=110841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:00:57.751328 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.base_scheduler [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Resources bound (agent type, host, resource id): {{(pid=110841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:00:57.755106 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Received port after_create {{(pid=110841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:00:57.777909 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Pushing event updated for resources: {'Port': ['ID=e55e9888-4462-45c3-9f55-b414b0bb1729,revision_number=1']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:00:57.810392 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-bf3f9eb4-fc31-43fd-955d-5918d00cfbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for network (3c8f19ac-e8c2-4044-a226-361510084949), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:57.810697 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for network (fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:57.812050 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:00:57.812964 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:57.814378 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3f9eb4-fc31-43fd-955d-5918d00cfbf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:00:57.815044 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-bf3f9eb4-fc31-43fd-955d-5918d00cfbf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:57.816318 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb4f1d-7b60-4123-8f74-6b0f0d69e3bb admin admin] Pushing event updated for resources: {'Network': ['ID=9d3516bf-89dd-46de-b07c-0627a924af1f,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:00:57.827242 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb4f1d-7b60-4123-8f74-6b0f0d69e3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828ffb6d-44f0-423f-a7c4-cfd78b84815b,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:00:57.850130 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.850452 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.850957 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.851367 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.851858 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.852276 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.852766 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.854618 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.854898 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.855287 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.855695 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.856102 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.856459 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.856783 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.857095 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Tracked resource versions report: Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: pushed versions: Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: { 'AddressGroup': {'1.2'}, Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'Agent': {'1.1'}, Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'ConntrackHelper': {'1.0'}, Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'LocalIPAssociation': {'1.0'}, Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'Log': {'1.0'}, Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'NDPProxy': {'1.0'}, Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'Network': {'1.1'}, Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'Port': {'1.7'}, Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'PortForwarding': {'1.3'}, Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'QosPolicy': {'1.10'}, Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'SecurityGroup': {'1.5'}, Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'SubPort': {'1.0'}, Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'Subnet': {'1.1'}, Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'Trunk': {'1.1'}} Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: consumer versions: Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: { DHCP agent@dv-cinder-843277-6-iscsi: {}, Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: HyperV agent@hv-cinder-84327: {}, Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: L3 agent@dv-cinder-843277-6-iscsi: {}, Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: Metadata agent@dv-cinder-843277-6-iscsi: {}, Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: Metering agent@dv-cinder-843277-6-iscsi: {}, Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: Open vSwitch agent@dv-cinder-843277-6-iscsi: { 'AddressGroup': '1.2', Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'Agent': '1.1', Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'ConntrackHelper': '1.0', Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'LocalIPAssociation': '1.0', Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'Log': '1.0', Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'NDPProxy': '1.0', Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'Network': '1.1', Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'Port': '1.7', Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'PortForwarding': '1.3', Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'QosPolicy': '1.10', Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'SecurityGroup': '1.5', Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'SecurityGroupRule': '1.2', Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'SubPort': '1.0', Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'Subnet': '1.1', Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: 'Trunk': '1.1'}} Jun 24 10:00:57.858393 dv-cinder-843277-6-iscsi neutron-server[110841]: {{(pid=110841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:00:57.862830 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Network 9d3516bf-89dd-46de-b07c-0627a924af1f details requested by agent ovs-agent-dv-cinder-843277-6-iscsi with host dv-cinder-843277-6-iscsi {{(pid=110841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:00:57.926702 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-5fcb4f1d-7b60-4123-8f74-6b0f0d69e3bb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.4286175 Jun 24 10:00:57.934370 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 36496) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:00:57.938637 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 36498) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:00:57.938771 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.4669373 Jun 24 10:00:57.938771 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf9f67-4dbc-42a1-abde-2d0626f9a6af admin admin] Pushing event updated for resources: {'Network': ['ID=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:00:57.952324 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-aa9ab545-ad93-4d5d-82f2-3ad489c31396 admin admin] Request body: {'subnet': {'network_id': '9d3516bf-89dd-46de-b07c-0627a924af1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1000350882-subnet', 'tenant_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:00:57.956938 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Network fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa details requested by agent ovs-agent-dv-cinder-843277-6-iscsi with host dv-cinder-843277-6-iscsi {{(pid=110841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:00:57.959953 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-78a9fc14-192a-4f25-833c-476ffb3d2ff1 admin admin] Request body: {'subnet': {'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-292774372-subnet', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:00:57.972258 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Attempting to bind port e55e9888-4462-45c3-9f55-b414b0bb1729 on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:00:57.972618 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Attempting to bind port e55e9888-4462-45c3-9f55-b414b0bb1729 by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': '22abef9e-17bc-4403-b097-8df8e4f769a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d'}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:00:57.972971 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Attempting to bind port e55e9888-4462-45c3-9f55-b414b0bb1729 on network acbbe71d-fc88-4521-a985-304e44d1216d {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:00:58.019896 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:00:58.020293 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Checking segment: {'id': '22abef9e-17bc-4403-b097-8df8e4f769a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:00:58.020693 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:58.021071 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Bound using segment: {'id': '22abef9e-17bc-4403-b097-8df8e4f769a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d'} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:00:58.021528 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Bound port: e55e9888-4462-45c3-9f55-b414b0bb1729, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22abef9e-17bc-4403-b097-8df8e4f769a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d'}}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:00:58.021901 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (e55e9888-4462-45c3-9f55-b414b0bb1729), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:58.066149 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-bf3f9eb4-fc31-43fd-955d-5918d00cfbf7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.7487574 Jun 24 10:00:58.066869 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f9eb4-fc31-43fd-955d-5918d00cfbf7 admin admin] Pushing event updated for resources: {'Network': ['ID=3c8f19ac-e8c2-4044-a226-361510084949,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:00:58.069937 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 36512) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:00:58.077412 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-eb6d9428-21d5-4348-b89c-2b2e1d52186e admin admin] Request body: {'subnet': {'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2017177644-subnet', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:00:58.122057 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-310c24f9-10a5-4fd3-8e27-266377cda984 admin admin] Publish callbacks [] for router_gateway (c1fc2e48-c0b5-42aa-a424-4d192342d2eb), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:58.124482 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:58.125533 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Network 3c8f19ac-e8c2-4044-a226-361510084949 details requested by agent ovs-agent-dv-cinder-843277-6-iscsi with host dv-cinder-843277-6-iscsi {{(pid=110841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:00:58.149720 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-310c24f9-10a5-4fd3-8e27-266377cda984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:58.173844 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:58.207864 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] For port e55e9888-4462-45c3-9f55-b414b0bb1729, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:00:58.219346 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6d9428-21d5-4348-b89c-2b2e1d52186e admin admin] Made reservation on behalf of b57a965c8ac24ad383260d621813bc3b for: {'subnet': 1} {{(pid=110840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:00:58.222381 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-eb6d9428-21d5-4348-b89c-2b2e1d52186e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:58.238230 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] For port e55e9888-4462-45c3-9f55-b414b0bb1729, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=e55e9888-4462-45c3-9f55-b414b0bb1729,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:00:58.242099 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=77,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:58.321663 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9ab545-ad93-4d5d-82f2-3ad489c31396 admin admin] Made reservation on behalf of 6e8e5400d9ee4b6bbe129f4b7327cdf3 for: {'subnet': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:00:58.325080 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-aa9ab545-ad93-4d5d-82f2-3ad489c31396 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:58.350205 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (e55e9888-4462-45c3-9f55-b414b0bb1729), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:58.486369 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790e62a-87cc-4466-b382-5807323e58aa None None] Pushing event updated for resources: {'Port': ['ID=e55e9888-4462-45c3-9f55-b414b0bb1729,revision_number=2']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:00:58.535465 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a9fc14-192a-4f25-833c-476ffb3d2ff1 admin admin] Made reservation on behalf of ddf89eff2d584c508a967f1686090be1 for: {'subnet': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:00:58.535465 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-78a9fc14-192a-4f25-833c-476ffb3d2ff1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:58.535465 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [None req-310c24f9-10a5-4fd3-8e27-266377cda984 admin admin] Allocated IP 172.27.2.212 (a3837c3f-8d84-4126-8dfc-b4bde8a26600/ef99dc90-6579-4f1e-9fc6-58eb2334384d/2865935b-6b8d-4768-8228-483d92ef364d) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:00:58.584452 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-eb6d9428-21d5-4348-b89c-2b2e1d52186e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for subnet (b78992fa-8718-4ba9-94c3-e836373f9bf4), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:58.662111 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d9428-21d5-4348-b89c-2b2e1d52186e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b78992fa-8718-4ba9-94c3-e836373f9bf4,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:00:58.690071 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6d9428-21d5-4348-b89c-2b2e1d52186e admin admin] Checking segment: {'id': 'aa725e7e-954b-4574-8420-010b18a49b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:00:58.690425 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6d9428-21d5-4348-b89c-2b2e1d52186e admin admin] Network hostable DHCP agents. Network: 3c8f19ac-e8c2-4044-a226-361510084949, hostable agents: ['227dce48-d671-4074-8746-a798e3de1e3c'], hosted agents: [] {{(pid=110840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:00:58.826867 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-310c24f9-10a5-4fd3-8e27-266377cda984 admin admin] Publish callbacks [] for port (2865935b-6b8d-4768-8228-483d92ef364d), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:58.832855 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6d9428-21d5-4348-b89c-2b2e1d52186e admin admin] Network 3c8f19ac-e8c2-4044-a226-361510084949 is scheduled to be hosted by DHCP agent 227dce48-d671-4074-8746-a798e3de1e3c with binding_index 1 {{(pid=110840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:00:58.864076 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:INSERT=22,neutron:SELECT=73,neutron:UPDATE=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:58.899058 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-eb6d9428-21d5-4348-b89c-2b2e1d52186e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-6-iscsi, 3c8f19ac-e8c2-4044-a226-361510084949) {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:00:58.905009 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6d9428-21d5-4348-b89c-2b2e1d52186e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:00:58.905531 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-eb6d9428-21d5-4348-b89c-2b2e1d52186e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:58.921779 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971fa25c-e8bd-4423-97c0-25ed2c7d3c96 None None] Network 3c8f19ac-e8c2-4044-a226-361510084949 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:00:59.005188 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device e55e9888-4462-45c3-9f55-b414b0bb1729 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:00:59.046981 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-eb6d9428-21d5-4348-b89c-2b2e1d52186e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9753933 Jun 24 10:00:59.052872 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 36524) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:00:59.054020 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-123aa181-2c0f-489d-a0f7-a24f86dbbd46 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2017177644-router', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:00:59.072981 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-78a9fc14-192a-4f25-833c-476ffb3d2ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for subnet (144899a2-b09a-495a-b00a-6c663cd7966a), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:59.110112 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adf2abc-dd25-4a51-a05b-705d9712d4ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a7ab119-d58e-5cf4-b1b7-c17a3ca747b8-3c8f19ac-e8c2-4044-a226-361510084949', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'fixed_ips': [{'subnet_id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4'}]}} from dv-cinder-843277-6-iscsi. {{(pid=110841) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:00:59.113459 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-7adf2abc-dd25-4a51-a05b-705d9712d4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:59.127308 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-310c24f9-10a5-4fd3-8e27-266377cda984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (2865935b-6b8d-4768-8228-483d92ef364d), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:59.129520 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-aa9ab545-ad93-4d5d-82f2-3ad489c31396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for subnet (fe9e7841-55db-430e-aa24-de6473e4368a), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:59.137532 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port e55e9888-4462-45c3-9f55-b414b0bb1729 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:00:59.142134 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (e55e9888-4462-45c3-9f55-b414b0bb1729), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:59.196248 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9fc14-192a-4f25-833c-476ffb3d2ff1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=144899a2-b09a-495a-b00a-6c663cd7966a,revision_number=0']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:00:59.231480 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310c24f9-10a5-4fd3-8e27-266377cda984 admin admin] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:00:59.257489 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-310c24f9-10a5-4fd3-8e27-266377cda984 admin admin] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:00:59.270658 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310c24f9-10a5-4fd3-8e27-266377cda984 admin admin] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:00:59.286023 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c24f9-10a5-4fd3-8e27-266377cda984 admin admin] Pushing event updated for resources: {'Port': ['ID=2865935b-6b8d-4768-8228-483d92ef364d,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:00:59.335100 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-123aa181-2c0f-489d-a0f7-a24f86dbbd46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1836223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9608'] for router (7c5e6f56-bd6b-4971-9c8f-46a5b2901263), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:59.340548 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-123aa181-2c0f-489d-a0f7-a24f86dbbd46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1837722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1896642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1615388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9603'] for router (7c5e6f56-bd6b-4971-9c8f-46a5b2901263), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:59.377573 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port e55e9888-4462-45c3-9f55-b414b0bb1729 is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:00:59.377972 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (e55e9888-4462-45c3-9f55-b414b0bb1729), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:59.427377 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=6 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:59.434851 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ab545-ad93-4d5d-82f2-3ad489c31396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe9e7841-55db-430e-aa24-de6473e4368a,revision_number=0']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:00:59.442505 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9fc14-192a-4f25-833c-476ffb3d2ff1 admin admin] Checking segment: {'id': '18d9f559-afbe-4071-9df5-d5e429c5cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:00:59.442872 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a9fc14-192a-4f25-833c-476ffb3d2ff1 admin admin] Network hostable DHCP agents. Network: fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa, hostable agents: ['227dce48-d671-4074-8746-a798e3de1e3c'], hosted agents: [] {{(pid=110839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:00:59.453318 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9ab545-ad93-4d5d-82f2-3ad489c31396 admin admin] Checking segment: {'id': 'b35a4a04-be90-443a-9760-19f59dd5b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d3516bf-89dd-46de-b07c-0627a924af1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:00:59.453858 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ab545-ad93-4d5d-82f2-3ad489c31396 admin admin] Network hostable DHCP agents. Network: 9d3516bf-89dd-46de-b07c-0627a924af1f, hostable agents: ['227dce48-d671-4074-8746-a798e3de1e3c'], hosted agents: [] {{(pid=110839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:00:59.507242 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] For port e55e9888-4462-45c3-9f55-b414b0bb1729, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=e55e9888-4462-45c3-9f55-b414b0bb1729,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:00:59.590488 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-123aa181-2c0f-489d-a0f7-a24f86dbbd46 admin admin] Publish callbacks [] for router_controller (7c5e6f56-bd6b-4971-9c8f-46a5b2901263), precommit_add_association {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:59.613836 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.db_base_plugin_common [None req-7adf2abc-dd25-4a51-a05b-705d9712d4ae None None] Allocated IP 172.20.0.2 (3c8f19ac-e8c2-4044-a226-361510084949/b78992fa-8718-4ba9-94c3-e836373f9bf4/1d950e84-85cc-468f-9208-54bc1337c0af) {{(pid=110841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:00:59.637648 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a9fc14-192a-4f25-833c-476ffb3d2ff1 admin admin] Network fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa is scheduled to be hosted by DHCP agent 227dce48-d671-4074-8746-a798e3de1e3c with binding_index 1 {{(pid=110839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:00:59.657109 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (e55e9888-4462-45c3-9f55-b414b0bb1729), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:59.732962 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ab545-ad93-4d5d-82f2-3ad489c31396 admin admin] Network 9d3516bf-89dd-46de-b07c-0627a924af1f is scheduled to be hosted by DHCP agent 227dce48-d671-4074-8746-a798e3de1e3c with binding_index 1 {{(pid=110839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:00:59.791493 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-310c24f9-10a5-4fd3-8e27-266377cda984 admin admin] Publish callbacks [] for router_gateway (c1fc2e48-c0b5-42aa-a424-4d192342d2eb), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:59.794841 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Pushing event updated for resources: {'Port': ['ID=e55e9888-4462-45c3-9f55-b414b0bb1729,revision_number=3']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:00:59.848606 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-78a9fc14-192a-4f25-833c-476ffb3d2ff1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-6-iscsi, fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa) {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:00:59.853899 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-aa9ab545-ad93-4d5d-82f2-3ad489c31396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-6-iscsi, 9d3516bf-89dd-46de-b07c-0627a924af1f) {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:00:59.857499 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a9fc14-192a-4f25-833c-476ffb3d2ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:00:59.858093 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-78a9fc14-192a-4f25-833c-476ffb3d2ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:59.869722 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cb1b0d-327d-4dc8-a4fb-4fc36420af25 None None] Network fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:00:59.934785 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-123aa181-2c0f-489d-a0f7-a24f86dbbd46 admin admin] Publish callbacks [] for router_gateway (7c5e6f56-bd6b-4971-9c8f-46a5b2901263), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:59.935068 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9ab545-ad93-4d5d-82f2-3ad489c31396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:00:59.935795 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-aa9ab545-ad93-4d5d-82f2-3ad489c31396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:00:59.940626 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:00:59.995006 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-78a9fc14-192a-4f25-833c-476ffb3d2ff1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0515480 Jun 24 10:00:59.997730 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 36554) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:00.002535 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-89b7088a-d240-4cfe-9de5-1d2241df8bd9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-292774372-router', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:01:00.005922 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc329907-0211-439d-b0f6-c3f08ab8ab4f None None] Network acbbe71d-fc88-4521-a985-304e44d1216d requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:01:00.013643 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507e297a-fc10-44d2-b20c-c48e8d74fb99 None None] Network 9d3516bf-89dd-46de-b07c-0627a924af1f requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:01:00.036974 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-aa9ab545-ad93-4d5d-82f2-3ad489c31396 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0987985 Jun 24 10:01:00.037951 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 36560) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:00.056870 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-7adf2abc-dd25-4a51-a05b-705d9712d4ae None None] Publish callbacks [] for port (1d950e84-85cc-468f-9208-54bc1337c0af), precommit_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:00.070862 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-6d120096-2466-4d8f-bb2c-1540b6130327 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1000350882-router', 'tenant_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:01:00.106555 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-310c24f9-10a5-4fd3-8e27-266377cda984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1836637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1896614'] for router (c1fc2e48-c0b5-42aa-a424-4d192342d2eb), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:00.161006 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-5d56f733-bc72-42c8-b04e-298ccf896288 None None] Provisioning complete for port e55e9888-4462-45c3-9f55-b414b0bb1729 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:00.161602 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-5d56f733-bc72-42c8-b04e-298ccf896288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (e55e9888-4462-45c3-9f55-b414b0bb1729), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:00.161711 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-89b7088a-d240-4cfe-9de5-1d2241df8bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1836223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9608'] for router (a8a3afb2-b06a-4af5-b6ff-4ab840d79e07), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:00.162442 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-89b7088a-d240-4cfe-9de5-1d2241df8bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1837722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1896642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1615388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9603'] for router (a8a3afb2-b06a-4af5-b6ff-4ab840d79e07), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:00.174958 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-7adf2abc-dd25-4a51-a05b-705d9712d4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (1d950e84-85cc-468f-9208-54bc1337c0af), after_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:00.217859 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6d120096-2466-4d8f-bb2c-1540b6130327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1836223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9608'] for router (f5059ad1-9b54-4543-b4ab-1780e49f485e), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:00.219111 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6d120096-2466-4d8f-bb2c-1540b6130327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1837722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1896642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1615388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9603'] for router (f5059ad1-9b54-4543-b4ab-1780e49f485e), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:00.230463 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-123aa181-2c0f-489d-a0f7-a24f86dbbd46 admin admin] Publish callbacks [] for router_gateway (7c5e6f56-bd6b-4971-9c8f-46a5b2901263), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:00.281326 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adf2abc-dd25-4a51-a05b-705d9712d4ae None None] Network 3c8f19ac-e8c2-4044-a226-361510084949 is already hosted by enough agents. {{(pid=110841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:01:00.282810 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-123aa181-2c0f-489d-a0f7-a24f86dbbd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:00.318196 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-89b7088a-d240-4cfe-9de5-1d2241df8bd9 admin admin] Publish callbacks [] for router_controller (a8a3afb2-b06a-4af5-b6ff-4ab840d79e07), precommit_add_association {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:00.347953 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.base_scheduler [None req-7adf2abc-dd25-4a51-a05b-705d9712d4ae None None] Resources bound (agent type, host, resource id): {{(pid=110841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:01:00.350200 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adf2abc-dd25-4a51-a05b-705d9712d4ae None None] Received port after_create {{(pid=110841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:01:00.658867 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:00.692467 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6d120096-2466-4d8f-bb2c-1540b6130327 admin admin] Publish callbacks [] for router_controller (f5059ad1-9b54-4543-b4ab-1780e49f485e), precommit_add_association {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:00.693242 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8988fadc-cae7-455e-94cc-11aeed6265c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a7ab119-d58e-5cf4-b1b7-c17a3ca747b8-fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'fixed_ips': [{'subnet_id': '144899a2-b09a-495a-b00a-6c663cd7966a'}]}} from dv-cinder-843277-6-iscsi. {{(pid=110841) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:01:00.693242 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-8988fadc-cae7-455e-94cc-11aeed6265c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:00.695134 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_common [None req-123aa181-2c0f-489d-a0f7-a24f86dbbd46 admin admin] Allocated IP 172.27.2.153 (a3837c3f-8d84-4126-8dfc-b4bde8a26600/ef99dc90-6579-4f1e-9fc6-58eb2334384d/739a2b4f-d61f-48d1-b089-3789f86b741d) {{(pid=110840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:01:00.696237 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf2abc-dd25-4a51-a05b-705d9712d4ae None None] Pushing event updated for resources: {'Port': ['ID=1d950e84-85cc-468f-9208-54bc1337c0af,revision_number=1']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:00.696237 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca798f7-50e0-477b-9f49-13d47d929434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a7ab119-d58e-5cf4-b1b7-c17a3ca747b8-9d3516bf-89dd-46de-b07c-0627a924af1f', 'network_id': '9d3516bf-89dd-46de-b07c-0627a924af1f', 'project_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'fixed_ips': [{'subnet_id': 'fe9e7841-55db-430e-aa24-de6473e4368a'}]}} from dv-cinder-843277-6-iscsi. {{(pid=110841) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:01:00.696237 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-9ca798f7-50e0-477b-9f49-13d47d929434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:00.696588 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-123aa181-2c0f-489d-a0f7-a24f86dbbd46 admin admin] Publish callbacks [] for port (739a2b4f-d61f-48d1-b089-3789f86b741d), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:00.696694 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-7adf2abc-dd25-4a51-a05b-705d9712d4ae None None] Attempting to bind port 1d950e84-85cc-468f-9208-54bc1337c0af on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:01:00.696694 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-7adf2abc-dd25-4a51-a05b-705d9712d4ae None None] Attempting to bind port 1d950e84-85cc-468f-9208-54bc1337c0af by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': 'aa725e7e-954b-4574-8420-010b18a49b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949'}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:01:00.696694 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adf2abc-dd25-4a51-a05b-705d9712d4ae None None] Attempting to bind port 1d950e84-85cc-468f-9208-54bc1337c0af on network 3c8f19ac-e8c2-4044-a226-361510084949 {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:01:00.707229 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:00.764247 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-5d56f733-bc72-42c8-b04e-298ccf896288 None None] Current status of the port e55e9888-4462-45c3-9f55-b414b0bb1729 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:00.784864 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adf2abc-dd25-4a51-a05b-705d9712d4ae None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:01:00.785243 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adf2abc-dd25-4a51-a05b-705d9712d4ae None None] Checking segment: {'id': 'aa725e7e-954b-4574-8420-010b18a49b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:01:00.785689 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-7adf2abc-dd25-4a51-a05b-705d9712d4ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:00.786013 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adf2abc-dd25-4a51-a05b-705d9712d4ae None None] Bound using segment: {'id': 'aa725e7e-954b-4574-8420-010b18a49b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949'} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:01:00.786504 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-7adf2abc-dd25-4a51-a05b-705d9712d4ae None None] Bound port: 1d950e84-85cc-468f-9208-54bc1337c0af, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa725e7e-954b-4574-8420-010b18a49b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949'}}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:01:00.787143 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-7adf2abc-dd25-4a51-a05b-705d9712d4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (1d950e84-85cc-468f-9208-54bc1337c0af), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:00.838168 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-123aa181-2c0f-489d-a0f7-a24f86dbbd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (739a2b4f-d61f-48d1-b089-3789f86b741d), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:00.905452 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.db_base_plugin_common [None req-9ca798f7-50e0-477b-9f49-13d47d929434 None None] Allocated IP 172.20.0.2 (9d3516bf-89dd-46de-b07c-0627a924af1f/fe9e7841-55db-430e-aa24-de6473e4368a/a8da530d-faea-4a20-93d1-a47898df5181) {{(pid=110841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:01:00.938867 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123aa181-2c0f-489d-a0f7-a24f86dbbd46 admin admin] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:01:00.944036 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-123aa181-2c0f-489d-a0f7-a24f86dbbd46 admin admin] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:01:00.948159 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123aa181-2c0f-489d-a0f7-a24f86dbbd46 admin admin] Received port after_create {{(pid=110840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:01:00.987108 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123aa181-2c0f-489d-a0f7-a24f86dbbd46 admin admin] Pushing event updated for resources: {'Port': ['ID=739a2b4f-d61f-48d1-b089-3789f86b741d,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:01.004273 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device e55e9888-4462-45c3-9f55-b414b0bb1729 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:01:01.006336 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6d120096-2466-4d8f-bb2c-1540b6130327 admin admin] Publish callbacks [] for router_gateway (f5059ad1-9b54-4543-b4ab-1780e49f485e), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:01.029488 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310c24f9-10a5-4fd3-8e27-266377cda984 admin admin] Router c1fc2e48-c0b5-42aa-a424-4d192342d2eb is scheduled to L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 with binding_index 1 {{(pid=110839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:01:01.035290 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-89b7088a-d240-4cfe-9de5-1d2241df8bd9 admin admin] Publish callbacks [] for router_gateway (a8a3afb2-b06a-4af5-b6ff-4ab840d79e07), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:01.078752 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-dd3f5196-93d0-4e7f-b9ec-9997fecee1e6 None None] Provisioning complete for port e55e9888-4462-45c3-9f55-b414b0bb1729 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:01.079286 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-dd3f5196-93d0-4e7f-b9ec-9997fecee1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (e55e9888-4462-45c3-9f55-b414b0bb1729), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:01.085847 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.db_base_plugin_common [None req-8988fadc-cae7-455e-94cc-11aeed6265c8 None None] Allocated IP 172.20.0.2 (fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa/144899a2-b09a-495a-b00a-6c663cd7966a/5237bc77-f407-4fb1-a252-542648ec363c) {{(pid=110841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:01:01.164246 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-7adf2abc-dd25-4a51-a05b-705d9712d4ae None None] For port 1d950e84-85cc-468f-9208-54bc1337c0af, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:01:01.218328 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-7adf2abc-dd25-4a51-a05b-705d9712d4ae None None] For port 1d950e84-85cc-468f-9208-54bc1337c0af, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=1d950e84-85cc-468f-9208-54bc1337c0af,segment=NetworkSegment(aa725e7e-954b-4574-8420-010b18a49b50),segment_id=aa725e7e-954b-4574-8420-010b18a49b50)] {{(pid=110841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:01:01.244631 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port e55e9888-4462-45c3-9f55-b414b0bb1729 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:01.245021 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (e55e9888-4462-45c3-9f55-b414b0bb1729), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:01.254646 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-9ca798f7-50e0-477b-9f49-13d47d929434 None None] Publish callbacks [] for port (a8da530d-faea-4a20-93d1-a47898df5181), precommit_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:01.258772 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:01.292592 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310c24f9-10a5-4fd3-8e27-266377cda984 admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:01:01.303407 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-123aa181-2c0f-489d-a0f7-a24f86dbbd46 admin admin] Publish callbacks [] for router_gateway (7c5e6f56-bd6b-4971-9c8f-46a5b2901263), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:01.305549 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] Sync routers for ids ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:01:01.321375 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] Routers {'c1fc2e48-c0b5-42aa-a424-4d192342d2eb'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:01:01.322252 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:00:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:01.325347 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-7adf2abc-dd25-4a51-a05b-705d9712d4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (1d950e84-85cc-468f-9208-54bc1337c0af), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:01.420185 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-9ca798f7-50e0-477b-9f49-13d47d929434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (a8da530d-faea-4a20-93d1-a47898df5181), after_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:01.452926 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-dd3f5196-93d0-4e7f-b9ec-9997fecee1e6 None None] Current status of the port e55e9888-4462-45c3-9f55-b414b0bb1729 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:01.509132 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca798f7-50e0-477b-9f49-13d47d929434 None None] Network 9d3516bf-89dd-46de-b07c-0627a924af1f is already hosted by enough agents. {{(pid=110841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:01:01.514294 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf2abc-dd25-4a51-a05b-705d9712d4ae None None] Pushing event updated for resources: {'Port': ['ID=1d950e84-85cc-468f-9208-54bc1337c0af,revision_number=2']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:01.520023 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.base_scheduler [None req-9ca798f7-50e0-477b-9f49-13d47d929434 None None] Resources bound (agent type, host, resource id): {{(pid=110841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:01:01.526729 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca798f7-50e0-477b-9f49-13d47d929434 None None] Received port after_create {{(pid=110841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:01:01.570582 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-310c24f9-10a5-4fd3-8e27-266377cda984 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:01.577138 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-310c24f9-10a5-4fd3-8e27-266377cda984 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7831011 Jun 24 10:01:01.623039 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:01.624337 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 36602) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:01.646225 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-8988fadc-cae7-455e-94cc-11aeed6265c8 None None] Publish callbacks [] for port (5237bc77-f407-4fb1-a252-542648ec363c), precommit_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:01.726181 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port e55e9888-4462-45c3-9f55-b414b0bb1729 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:01.729344 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca798f7-50e0-477b-9f49-13d47d929434 None None] Pushing event updated for resources: {'Port': ['ID=a8da530d-faea-4a20-93d1-a47898df5181,revision_number=1']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:01.779113 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-8988fadc-cae7-455e-94cc-11aeed6265c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (5237bc77-f407-4fb1-a252-542648ec363c), after_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:01.835700 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6d120096-2466-4d8f-bb2c-1540b6130327 admin admin] Publish callbacks [] for router_gateway (f5059ad1-9b54-4543-b4ab-1780e49f485e), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:01.851786 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-89b7088a-d240-4cfe-9de5-1d2241df8bd9 admin admin] Publish callbacks [] for router_gateway (a8a3afb2-b06a-4af5-b6ff-4ab840d79e07), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:01.867339 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] Set router c1fc2e48-c0b5-42aa-a424-4d192342d2eb gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:01:01.926939 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-9ca798f7-50e0-477b-9f49-13d47d929434 None None] Attempting to bind port a8da530d-faea-4a20-93d1-a47898df5181 on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:01:01.927305 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-9ca798f7-50e0-477b-9f49-13d47d929434 None None] Attempting to bind port a8da530d-faea-4a20-93d1-a47898df5181 by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': 'b35a4a04-be90-443a-9760-19f59dd5b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d3516bf-89dd-46de-b07c-0627a924af1f'}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:01:01.927685 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca798f7-50e0-477b-9f49-13d47d929434 None None] Attempting to bind port a8da530d-faea-4a20-93d1-a47898df5181 on network 9d3516bf-89dd-46de-b07c-0627a924af1f {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:01:01.937648 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6d120096-2466-4d8f-bb2c-1540b6130327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:01.941886 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-89b7088a-d240-4cfe-9de5-1d2241df8bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:01.959829 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca798f7-50e0-477b-9f49-13d47d929434 None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:01:01.965709 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca798f7-50e0-477b-9f49-13d47d929434 None None] Checking segment: {'id': 'b35a4a04-be90-443a-9760-19f59dd5b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d3516bf-89dd-46de-b07c-0627a924af1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:01:01.966590 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-9ca798f7-50e0-477b-9f49-13d47d929434 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:01.966590 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca798f7-50e0-477b-9f49-13d47d929434 None None] Bound using segment: {'id': 'b35a4a04-be90-443a-9760-19f59dd5b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d3516bf-89dd-46de-b07c-0627a924af1f'} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:01:01.966995 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-9ca798f7-50e0-477b-9f49-13d47d929434 None None] Bound port: a8da530d-faea-4a20-93d1-a47898df5181, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35a4a04-be90-443a-9760-19f59dd5b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d3516bf-89dd-46de-b07c-0627a924af1f'}}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:01:01.967346 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-9ca798f7-50e0-477b-9f49-13d47d929434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (a8da530d-faea-4a20-93d1-a47898df5181), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:01.970837 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8988fadc-cae7-455e-94cc-11aeed6265c8 None None] Network fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa is already hosted by enough agents. {{(pid=110841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:01:02.007769 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.base_scheduler [None req-8988fadc-cae7-455e-94cc-11aeed6265c8 None None] Resources bound (agent type, host, resource id): {{(pid=110841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:01:02.016020 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988fadc-cae7-455e-94cc-11aeed6265c8 None None] Pushing event updated for resources: {'Port': ['ID=5237bc77-f407-4fb1-a252-542648ec363c,revision_number=1']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:02.047580 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8988fadc-cae7-455e-94cc-11aeed6265c8 None None] Received port after_create {{(pid=110841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:01:02.133201 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:02.191082 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-123aa181-2c0f-489d-a0f7-a24f86dbbd46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1836637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1896614'] for router (7c5e6f56-bd6b-4971-9c8f-46a5b2901263), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:02.230629 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1089958356-router', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '2865935b-6b8d-4768-8228-483d92ef364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:57Z', 'updated_at': '2022-06-24T10:00:59Z', 'revision_number': 3, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'gw_port': {'id': '2865935b-6b8d-4768-8228-483d92ef364d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:00:58Z', 'updated_at': '2022-06-24T10:00:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:02.284620 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] Checking router: c1fc2e48-c0b5-42aa-a424-4d192342d2eb for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:01:02.284981 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] Updating router c1fc2e48-c0b5-42aa-a424-4d192342d2eb port 2865935b-6b8d-4768-8228-483d92ef364d binding host dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:01:02.286014 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [None req-6d120096-2466-4d8f-bb2c-1540b6130327 admin admin] Allocated IP 172.27.2.204 (a3837c3f-8d84-4126-8dfc-b4bde8a26600/ef99dc90-6579-4f1e-9fc6-58eb2334384d/b5efdb31-d66d-4ce5-9afc-a26e6768be77) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:01:02.328211 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (2865935b-6b8d-4768-8228-483d92ef364d), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:02.415162 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:02.418391 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-8988fadc-cae7-455e-94cc-11aeed6265c8 None None] Attempting to bind port 5237bc77-f407-4fb1-a252-542648ec363c on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:01:02.418884 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-8988fadc-cae7-455e-94cc-11aeed6265c8 None None] Attempting to bind port 5237bc77-f407-4fb1-a252-542648ec363c by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': '18d9f559-afbe-4071-9df5-d5e429c5cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa'}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:01:02.419143 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8988fadc-cae7-455e-94cc-11aeed6265c8 None None] Attempting to bind port 5237bc77-f407-4fb1-a252-542648ec363c on network fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:01:02.428012 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8988fadc-cae7-455e-94cc-11aeed6265c8 None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:01:02.428405 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8988fadc-cae7-455e-94cc-11aeed6265c8 None None] Checking segment: {'id': '18d9f559-afbe-4071-9df5-d5e429c5cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:01:02.428805 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-8988fadc-cae7-455e-94cc-11aeed6265c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:02.429237 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8988fadc-cae7-455e-94cc-11aeed6265c8 None None] Bound using segment: {'id': '18d9f559-afbe-4071-9df5-d5e429c5cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa'} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:01:02.429706 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-8988fadc-cae7-455e-94cc-11aeed6265c8 None None] Bound port: 5237bc77-f407-4fb1-a252-542648ec363c, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d9f559-afbe-4071-9df5-d5e429c5cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa'}}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:01:02.430113 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-8988fadc-cae7-455e-94cc-11aeed6265c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (5237bc77-f407-4fb1-a252-542648ec363c), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:02.442047 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6d120096-2466-4d8f-bb2c-1540b6130327 admin admin] Publish callbacks [] for port (b5efdb31-d66d-4ce5-9afc-a26e6768be77), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:02.475353 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-9ca798f7-50e0-477b-9f49-13d47d929434 None None] For port a8da530d-faea-4a20-93d1-a47898df5181, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:01:02.482248 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-9ca798f7-50e0-477b-9f49-13d47d929434 None None] For port a8da530d-faea-4a20-93d1-a47898df5181, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=a8da530d-faea-4a20-93d1-a47898df5181,segment=NetworkSegment(b35a4a04-be90-443a-9760-19f59dd5b635),segment_id=b35a4a04-be90-443a-9760-19f59dd5b635)] {{(pid=110841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:01:02.532687 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-8988fadc-cae7-455e-94cc-11aeed6265c8 None None] For port 5237bc77-f407-4fb1-a252-542648ec363c, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:01:02.536100 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-8988fadc-cae7-455e-94cc-11aeed6265c8 None None] For port 5237bc77-f407-4fb1-a252-542648ec363c, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=5237bc77-f407-4fb1-a252-542648ec363c,segment=NetworkSegment(18d9f559-afbe-4071-9df5-d5e429c5cbf9),segment_id=18d9f559-afbe-4071-9df5-d5e429c5cbf9)] {{(pid=110841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:01:02.577691 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8de7bc36-2ce3-4d80-a66d-fe8388312ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:02.580106 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123aa181-2c0f-489d-a0f7-a24f86dbbd46 admin admin] Router 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 is scheduled to L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 with binding_index 1 {{(pid=110840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:01:02.582516 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-9ca798f7-50e0-477b-9f49-13d47d929434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (a8da530d-faea-4a20-93d1-a47898df5181), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:02.585936 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6d120096-2466-4d8f-bb2c-1540b6130327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (b5efdb31-d66d-4ce5-9afc-a26e6768be77), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:02.589178 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:02.629160 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-8988fadc-cae7-455e-94cc-11aeed6265c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (5237bc77-f407-4fb1-a252-542648ec363c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:02.669269 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d120096-2466-4d8f-bb2c-1540b6130327 admin admin] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:01:02.671732 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:02.679470 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca798f7-50e0-477b-9f49-13d47d929434 None None] Pushing event updated for resources: {'Port': ['ID=a8da530d-faea-4a20-93d1-a47898df5181,revision_number=2']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:02.683671 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-6d120096-2466-4d8f-bb2c-1540b6130327 admin admin] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:01:02.697645 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d120096-2466-4d8f-bb2c-1540b6130327 admin admin] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:01:02.786744 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988fadc-cae7-455e-94cc-11aeed6265c8 None None] Pushing event updated for resources: {'Port': ['ID=5237bc77-f407-4fb1-a252-542648ec363c,revision_number=2']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:02.797758 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d120096-2466-4d8f-bb2c-1540b6130327 admin admin] Pushing event updated for resources: {'Port': ['ID=b5efdb31-d66d-4ce5-9afc-a26e6768be77,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:02.808588 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [None req-89b7088a-d240-4cfe-9de5-1d2241df8bd9 admin admin] Allocated IP 172.27.2.79 (a3837c3f-8d84-4126-8dfc-b4bde8a26600/ef99dc90-6579-4f1e-9fc6-58eb2334384d/7e462252-4415-4974-bee8-b8a244c5df1a) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:01:03.010249 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123aa181-2c0f-489d-a0f7-a24f86dbbd46 admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:01:03.026299 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:03.031044 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] Sync routers for ids ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:01:03.084791 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] Routers {'7c5e6f56-bd6b-4971-9c8f-46a5b2901263'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:01:03.085443 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:00:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:03.182340 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-123aa181-2c0f-489d-a0f7-a24f86dbbd46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:03.182528 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6d120096-2466-4d8f-bb2c-1540b6130327 admin admin] Publish callbacks [] for router_gateway (f5059ad1-9b54-4543-b4ab-1780e49f485e), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:03.190465 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-123aa181-2c0f-489d-a0f7-a24f86dbbd46 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1396804 Jun 24 10:01:03.193223 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 36632) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:03.194210 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 1d950e84-85cc-468f-9208-54bc1337c0af up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:01:03.262097 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-89b7088a-d240-4cfe-9de5-1d2241df8bd9 admin admin] Publish callbacks [] for port (7e462252-4415-4974-bee8-b8a244c5df1a), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:03.284214 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edcc91d-8138-4183-a029-790525fa2026 None None] Network 3c8f19ac-e8c2-4044-a226-361510084949 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:01:03.362324 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_common [None req-8de7bc36-2ce3-4d80-a66d-fe8388312ac9 admin admin] Allocated IP 172.20.0.1 (acbbe71d-fc88-4521-a985-304e44d1216d/20ee07e6-65c0-48ce-91f9-befe3b16f3f9/5499668a-f81b-46df-850e-0f4ed29f4818) {{(pid=110840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:01:03.426605 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 1d950e84-85cc-468f-9208-54bc1337c0af triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:03.427148 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (1d950e84-85cc-468f-9208-54bc1337c0af), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:03.470262 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-8234dafe-a86e-4d7e-af66-3a5ae6070243 None None] Provisioning complete for port 1d950e84-85cc-468f-9208-54bc1337c0af triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:03.470262 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-8234dafe-a86e-4d7e-af66-3a5ae6070243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (1d950e84-85cc-468f-9208-54bc1337c0af), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:03.470516 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:03.517251 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:03.575931 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] Set router 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:01:03.623315 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8de7bc36-2ce3-4d80-a66d-fe8388312ac9 admin admin] Publish callbacks [] for port (5499668a-f81b-46df-850e-0f4ed29f4818), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:03.627888 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-89b7088a-d240-4cfe-9de5-1d2241df8bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (7e462252-4415-4974-bee8-b8a244c5df1a), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:03.643451 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:03.704412 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7088a-d240-4cfe-9de5-1d2241df8bd9 admin admin] Pushing event updated for resources: {'Port': ['ID=7e462252-4415-4974-bee8-b8a244c5df1a,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:03.720011 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b7088a-d240-4cfe-9de5-1d2241df8bd9 admin admin] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:01:03.723078 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-89b7088a-d240-4cfe-9de5-1d2241df8bd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:01:03.734105 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b7088a-d240-4cfe-9de5-1d2241df8bd9 admin admin] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:01:03.775136 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:03.802980 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:03.822217 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 1d950e84-85cc-468f-9208-54bc1337c0af is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:03.823955 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (1d950e84-85cc-468f-9208-54bc1337c0af), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:03.836480 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-8234dafe-a86e-4d7e-af66-3a5ae6070243 None None] Current status of the port 1d950e84-85cc-468f-9208-54bc1337c0af is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:03.836994 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-8234dafe-a86e-4d7e-af66-3a5ae6070243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (1d950e84-85cc-468f-9208-54bc1337c0af), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:03.882344 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6d120096-2466-4d8f-bb2c-1540b6130327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1836637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1896614'] for router (f5059ad1-9b54-4543-b4ab-1780e49f485e), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:03.889286 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8de7bc36-2ce3-4d80-a66d-fe8388312ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (5499668a-f81b-46df-850e-0f4ed29f4818), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:03.986850 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] For port 1d950e84-85cc-468f-9208-54bc1337c0af, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=1d950e84-85cc-468f-9208-54bc1337c0af,segment=NetworkSegment(aa725e7e-954b-4574-8420-010b18a49b50),segment_id=aa725e7e-954b-4574-8420-010b18a49b50)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:01:03.987813 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] Publish callbacks [] for port (2865935b-6b8d-4768-8228-483d92ef364d), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:03.997682 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'name': 'tempest-AttachVolumeTestJSON-2017177644-router', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:59Z', 'updated_at': '2022-06-24T10:01:01Z', 'revision_number': 3, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'gw_port': {'id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:03.999586 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de7bc36-2ce3-4d80-a66d-fe8388312ac9 admin admin] Network acbbe71d-fc88-4521-a985-304e44d1216d is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:01:04.010670 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-8de7bc36-2ce3-4d80-a66d-fe8388312ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:01:04.014622 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7bc36-2ce3-4d80-a66d-fe8388312ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=5499668a-f81b-46df-850e-0f4ed29f4818,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:04.022386 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de7bc36-2ce3-4d80-a66d-fe8388312ac9 admin admin] Received port after_create {{(pid=110840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:01:04.022808 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8de7bc36-2ce3-4d80-a66d-fe8388312ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1900035'] for router_interface (c1fc2e48-c0b5-42aa-a424-4d192342d2eb), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:04.026818 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] Checking router: 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:01:04.026968 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] Updating router 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 port 739a2b4f-d61f-48d1-b089-3789f86b741d binding host dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:01:04.066394 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (739a2b4f-d61f-48d1-b089-3789f86b741d), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:04.068059 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (1d950e84-85cc-468f-9208-54bc1337c0af), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:04.109885 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (2865935b-6b8d-4768-8228-483d92ef364d), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:04.235944 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-89b7088a-d240-4cfe-9de5-1d2241df8bd9 admin admin] Publish callbacks [] for router_gateway (a8a3afb2-b06a-4af5-b6ff-4ab840d79e07), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:04.241432 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cbbb1-3ab7-4667-a74f-aff80e14b592 None None] Pushing event updated for resources: {'Port': ['ID=2865935b-6b8d-4768-8228-483d92ef364d,revision_number=2']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:04.249680 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] Attempting to bind port 2865935b-6b8d-4768-8228-483d92ef364d on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:01:04.250037 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] Attempting to bind port 2865935b-6b8d-4768-8228-483d92ef364d by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:01:04.250492 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] Attempting to bind port 2865935b-6b8d-4768-8228-483d92ef364d on network a3837c3f-8d84-4126-8dfc-b4bde8a26600 {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:01:04.262062 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.db.api [None req-8234dafe-a86e-4d7e-af66-3a5ae6070243 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 10:01:04.262828 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG oslo_db.api [None req-8234dafe-a86e-4d7e-af66-3a5ae6070243 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 10:01:04.268837 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cbbb1-3ab7-4667-a74f-aff80e14b592 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:04.269318 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cbbb1-3ab7-4667-a74f-aff80e14b592 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:04.269943 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cbbb1-3ab7-4667-a74f-aff80e14b592 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:04.270397 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cbbb1-3ab7-4667-a74f-aff80e14b592 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:04.270828 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cbbb1-3ab7-4667-a74f-aff80e14b592 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:04.271254 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cbbb1-3ab7-4667-a74f-aff80e14b592 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:04.271677 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cbbb1-3ab7-4667-a74f-aff80e14b592 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:04.272481 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cbbb1-3ab7-4667-a74f-aff80e14b592 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:04.272481 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cbbb1-3ab7-4667-a74f-aff80e14b592 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:04.273513 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cbbb1-3ab7-4667-a74f-aff80e14b592 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:04.274082 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cbbb1-3ab7-4667-a74f-aff80e14b592 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:04.274556 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cbbb1-3ab7-4667-a74f-aff80e14b592 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:04.275152 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cbbb1-3ab7-4667-a74f-aff80e14b592 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:04.275573 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cbbb1-3ab7-4667-a74f-aff80e14b592 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:04.275993 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cbbb1-3ab7-4667-a74f-aff80e14b592 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cbbb1-3ab7-4667-a74f-aff80e14b592 None None] Tracked resource versions report: Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: pushed versions: Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: { 'AddressGroup': {'1.2'}, Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'Agent': {'1.1'}, Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'ConntrackHelper': {'1.0'}, Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'LocalIPAssociation': {'1.0'}, Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'Log': {'1.0'}, Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'NDPProxy': {'1.0'}, Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'Network': {'1.1'}, Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'Port': {'1.7'}, Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'PortForwarding': {'1.3'}, Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'QosPolicy': {'1.10'}, Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'SecurityGroup': {'1.5'}, Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'SubPort': {'1.0'}, Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'Subnet': {'1.1'}, Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'Trunk': {'1.1'}} Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: consumer versions: Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: { DHCP agent@dv-cinder-843277-6-iscsi: {}, Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: HyperV agent@hv-cinder-84327: {}, Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: L3 agent@dv-cinder-843277-6-iscsi: {}, Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: Metadata agent@dv-cinder-843277-6-iscsi: {}, Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: Metering agent@dv-cinder-843277-6-iscsi: {}, Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: Open vSwitch agent@dv-cinder-843277-6-iscsi: { 'AddressGroup': '1.2', Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'Agent': '1.1', Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'ConntrackHelper': '1.0', Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'LocalIPAssociation': '1.0', Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'Log': '1.0', Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'NDPProxy': '1.0', Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'Network': '1.1', Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'Port': '1.7', Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'PortForwarding': '1.3', Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'QosPolicy': '1.10', Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'SecurityGroup': '1.5', Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'SecurityGroupRule': '1.2', Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'SubPort': '1.0', Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'Subnet': '1.1', Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: 'Trunk': '1.1'}} Jun 24 10:01:04.277545 dv-cinder-843277-6-iscsi neutron-server[110842]: {{(pid=110842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:01:04.282796 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:01:04.283320 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] Checking segment: {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:01:04.284078 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:04.284587 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] Bound using segment: {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:01:04.286205 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] Bound port: 2865935b-6b8d-4768-8228-483d92ef364d, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:01:04.286691 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (2865935b-6b8d-4768-8228-483d92ef364d), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:04.458881 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] For port 2865935b-6b8d-4768-8228-483d92ef364d, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:01:04.469618 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d120096-2466-4d8f-bb2c-1540b6130327 admin admin] Router f5059ad1-9b54-4543-b4ab-1780e49f485e is scheduled to L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 with binding_index 1 {{(pid=110839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:01:04.473232 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] For port 2865935b-6b8d-4768-8228-483d92ef364d, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=2865935b-6b8d-4768-8228-483d92ef364d,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:01:04.475440 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1d899781-f4af-463f-92f6-8868b3b33d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:04.496279 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Pushing event updated for resources: {'Port': ['ID=1d950e84-85cc-468f-9208-54bc1337c0af,revision_number=3']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:04.537436 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:04.606763 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (2865935b-6b8d-4768-8228-483d92ef364d), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:04.701445 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] Routers {'c1fc2e48-c0b5-42aa-a424-4d192342d2eb'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:01:04.702372 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:00:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:04.706420 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ad1e37-9c1d-43c2-8be8-fcc5fecd0d6e None None] Network fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:01:04.742657 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d120096-2466-4d8f-bb2c-1540b6130327 admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:01:04.764373 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-89b7088a-d240-4cfe-9de5-1d2241df8bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1836637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1896614'] for router (a8a3afb2-b06a-4af5-b6ff-4ab840d79e07), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:04.770224 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:04.773927 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] Sync routers for ids ['f5059ad1-9b54-4543-b4ab-1780e49f485e'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:01:04.798931 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8de7bc36-2ce3-4d80-a66d-fe8388312ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (5499668a-f81b-46df-850e-0f4ed29f4818), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:04.821870 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:04.896293 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cbbb1-3ab7-4667-a74f-aff80e14b592 None None] Pushing event updated for resources: {'Port': ['ID=2865935b-6b8d-4768-8228-483d92ef364d,revision_number=3']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:04.902435 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6d120096-2466-4d8f-bb2c-1540b6130327 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:04.906633 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-6d120096-2466-4d8f-bb2c-1540b6130327 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8406126 Jun 24 10:01:04.910326 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 36662) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:04.982622 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5c29c1-66f3-4600-bce8-54596a1382e7 None None] Network 9d3516bf-89dd-46de-b07c-0627a924af1f requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:01:04.983541 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:04.984791 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-8234dafe-a86e-4d7e-af66-3a5ae6070243 None None] Current status of the port 1d950e84-85cc-468f-9208-54bc1337c0af is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:04.987548 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_common [None req-1d899781-f4af-463f-92f6-8868b3b33d04 admin admin] Allocated IP 172.20.0.1 (3c8f19ac-e8c2-4044-a226-361510084949/b78992fa-8718-4ba9-94c3-e836373f9bf4/fbf1a560-1ec1-4a79-8026-25b16a9b61d8) {{(pid=110840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:01:04.999827 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] Routers {'f5059ad1-9b54-4543-b4ab-1780e49f485e'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:01:05.001101 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:00:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['f5059ad1-9b54-4543-b4ab-1780e49f485e'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:05.032083 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] Publish callbacks [] for port (739a2b4f-d61f-48d1-b089-3789f86b741d), precommit_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:05.115293 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] Set router c1fc2e48-c0b5-42aa-a424-4d192342d2eb gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:01:05.132371 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-e09b2d16-afc7-485b-93c5-a9dd08f945e9 None None] Provisioning complete for port 5237bc77-f407-4fb1-a252-542648ec363c triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:05.132967 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e09b2d16-afc7-485b-93c5-a9dd08f945e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (5237bc77-f407-4fb1-a252-542648ec363c), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:05.156943 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1d899781-f4af-463f-92f6-8868b3b33d04 admin admin] Publish callbacks [] for port (fbf1a560-1ec1-4a79-8026-25b16a9b61d8), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:05.326359 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 5237bc77-f407-4fb1-a252-542648ec363c up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:01:05.334303 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (739a2b4f-d61f-48d1-b089-3789f86b741d), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:05.397427 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1d899781-f4af-463f-92f6-8868b3b33d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (fbf1a560-1ec1-4a79-8026-25b16a9b61d8), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:05.421584 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] Set router f5059ad1-9b54-4543-b4ab-1780e49f485e gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:01:05.450589 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2da962-ffc1-490b-9873-8049fdea3400 None None] Pushing event updated for resources: {'Port': ['ID=739a2b4f-d61f-48d1-b089-3789f86b741d,revision_number=2']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:05.454677 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] Attempting to bind port 739a2b4f-d61f-48d1-b089-3789f86b741d on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:01:05.455461 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] Attempting to bind port 739a2b4f-d61f-48d1-b089-3789f86b741d by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:01:05.455906 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] Attempting to bind port 739a2b4f-d61f-48d1-b089-3789f86b741d on network a3837c3f-8d84-4126-8dfc-b4bde8a26600 {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:01:05.466606 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:05.468478 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:01:05.468478 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] Checking segment: {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:01:05.468478 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:05.468478 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] Bound using segment: {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:01:05.469103 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] Bound port: 739a2b4f-d61f-48d1-b089-3789f86b741d, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:01:05.469641 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (739a2b4f-d61f-48d1-b089-3789f86b741d), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:05.494501 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d899781-f4af-463f-92f6-8868b3b33d04 admin admin] Network 3c8f19ac-e8c2-4044-a226-361510084949 is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:01:05.506278 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-1d899781-f4af-463f-92f6-8868b3b33d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:01:05.539454 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d899781-f4af-463f-92f6-8868b3b33d04 admin admin] Received port after_create {{(pid=110840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:01:05.540958 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1d899781-f4af-463f-92f6-8868b3b33d04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1900035'] for router_interface (7c5e6f56-bd6b-4971-9c8f-46a5b2901263), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:05.541500 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 5237bc77-f407-4fb1-a252-542648ec363c triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:05.541963 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (5237bc77-f407-4fb1-a252-542648ec363c), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:05.548228 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d899781-f4af-463f-92f6-8868b3b33d04 admin admin] Pushing event updated for resources: {'Port': ['ID=fbf1a560-1ec1-4a79-8026-25b16a9b61d8,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:05.574595 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-e09b2d16-afc7-485b-93c5-a9dd08f945e9 None None] Current status of the port 5237bc77-f407-4fb1-a252-542648ec363c is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:05.583800 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e09b2d16-afc7-485b-93c5-a9dd08f945e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (5237bc77-f407-4fb1-a252-542648ec363c), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:05.635819 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b7088a-d240-4cfe-9de5-1d2241df8bd9 admin admin] Router a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 is scheduled to L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 with binding_index 1 {{(pid=110839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:01:05.678590 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] For port 739a2b4f-d61f-48d1-b089-3789f86b741d, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:01:05.683228 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] For port 739a2b4f-d61f-48d1-b089-3789f86b741d, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=739a2b4f-d61f-48d1-b089-3789f86b741d,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:01:05.694752 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:05.707534 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-e09b2d16-afc7-485b-93c5-a9dd08f945e9 None None] For port 5237bc77-f407-4fb1-a252-542648ec363c, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=5237bc77-f407-4fb1-a252-542648ec363c,segment=NetworkSegment(18d9f559-afbe-4071-9df5-d5e429c5cbf9),segment_id=18d9f559-afbe-4071-9df5-d5e429c5cbf9)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:01:05.755650 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 5237bc77-f407-4fb1-a252-542648ec363c is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:05.756714 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (5237bc77-f407-4fb1-a252-542648ec363c), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:05.788671 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8de7bc36-2ce3-4d80-a66d-fe8388312ac9 admin admin] Publish callbacks [] for port (5499668a-f81b-46df-850e-0f4ed29f4818), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:05.795948 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (739a2b4f-d61f-48d1-b089-3789f86b741d), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:05.837968 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e09b2d16-afc7-485b-93c5-a9dd08f945e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (5237bc77-f407-4fb1-a252-542648ec363c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:05.897905 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8de7bc36-2ce3-4d80-a66d-fe8388312ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (5499668a-f81b-46df-850e-0f4ed29f4818), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:05.907634 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8de7bc36-2ce3-4d80-a66d-fe8388312ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1899923'] for router_interface (c1fc2e48-c0b5-42aa-a424-4d192342d2eb), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:05.954243 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-e09b2d16-afc7-485b-93c5-a9dd08f945e9 None None] Provisioning complete for port a8da530d-faea-4a20-93d1-a47898df5181 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:05.954630 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e09b2d16-afc7-485b-93c5-a9dd08f945e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a8da530d-faea-4a20-93d1-a47898df5181), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:05.959032 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.db.api [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 10:01:05.959793 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG oslo_db.api [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 10:01:05.966048 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] Routers {'7c5e6f56-bd6b-4971-9c8f-46a5b2901263'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:01:05.966692 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:00:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:06.002154 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7bc36-2ce3-4d80-a66d-fe8388312ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=5499668a-f81b-46df-850e-0f4ed29f4818,revision_number=2']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:06.012352 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-0a70f9ff-998c-4cec-bd91-82ad38c9ac71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:06.026588 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:06.031734 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1d899781-f4af-463f-92f6-8868b3b33d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (fbf1a560-1ec1-4a79-8026-25b16a9b61d8), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:06.082835 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5059ad1-9b54-4543-b4ab-1780e49f485e', 'name': 'tempest-DeleteServersTestJSON-1000350882-router', 'tenant_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'b5efdb31-d66d-4ce5-9afc-a26e6768be77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:02Z', 'revision_number': 3, 'project_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'gw_port': {'id': 'b5efdb31-d66d-4ce5-9afc-a26e6768be77', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5059ad1-9b54-4543-b4ab-1780e49f485e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:01Z', 'updated_at': '2022-06-24T10:01:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:06.113894 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] Checking router: f5059ad1-9b54-4543-b4ab-1780e49f485e for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:01:06.114256 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] Updating router f5059ad1-9b54-4543-b4ab-1780e49f485e port b5efdb31-d66d-4ce5-9afc-a26e6768be77 binding host dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:01:06.119993 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1089958356-router', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '2865935b-6b8d-4768-8228-483d92ef364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:57Z', 'updated_at': '2022-06-24T10:01:04Z', 'revision_number': 4, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'gw_port': {'id': '2865935b-6b8d-4768-8228-483d92ef364d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:00:58Z', 'updated_at': '2022-06-24T10:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': '5499668a-f81b-46df-850e-0f4ed29f4818', 'name': '', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'mac_address': 'fa:16:3e:e5:6a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:02Z', 'updated_at': '2022-06-24T10:01:03Z', 'revision_number': 1, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'subnets': [{'id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:06.124812 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2da962-ffc1-490b-9873-8049fdea3400 None None] Pushing event updated for resources: {'Port': ['ID=739a2b4f-d61f-48d1-b089-3789f86b741d,revision_number=3']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:06.189321 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2344eb21-960b-4959-b9c5-573d950e7e9f None None] The sync data for ids ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'] in dv-cinder-843277-6-iscsi is: [{'id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1089958356-router', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '2865935b-6b8d-4768-8228-483d92ef364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:57Z', 'updated_at': '2022-06-24T10:01:04Z', 'revision_number': 4, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'gw_port': {'id': '2865935b-6b8d-4768-8228-483d92ef364d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:00:58Z', 'updated_at': '2022-06-24T10:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': '5499668a-f81b-46df-850e-0f4ed29f4818', 'name': '', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'mac_address': 'fa:16:3e:e5:6a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:02Z', 'updated_at': '2022-06-24T10:01:03Z', 'revision_number': 1, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'subnets': [{'id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:01:06.199734 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (b5efdb31-d66d-4ce5-9afc-a26e6768be77), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:06.217765 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de7bc36-2ce3-4d80-a66d-fe8388312ac9 admin admin] Network acbbe71d-fc88-4521-a985-304e44d1216d is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:01:06.220791 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-8de7bc36-2ce3-4d80-a66d-fe8388312ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:01:06.346343 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:06.380051 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [None req-0a70f9ff-998c-4cec-bd91-82ad38c9ac71 admin admin] Allocated IP 172.20.0.1 (9d3516bf-89dd-46de-b07c-0627a924af1f/fe9e7841-55db-430e-aa24-de6473e4368a/fafc4506-99a8-46d8-963e-8cbea9b96836) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:01:06.390400 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b2d16-afc7-485b-93c5-a9dd08f945e9 None None] Pushing event updated for resources: {'Port': ['ID=5237bc77-f407-4fb1-a252-542648ec363c,revision_number=3']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:06.404581 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b7088a-d240-4cfe-9de5-1d2241df8bd9 admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:01:06.497273 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de7bc36-2ce3-4d80-a66d-fe8388312ac9 admin admin] Router c1fc2e48-c0b5-42aa-a424-4d192342d2eb has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:01:06.557294 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1d899781-f4af-463f-92f6-8868b3b33d04 admin admin] Publish callbacks [] for port (fbf1a560-1ec1-4a79-8026-25b16a9b61d8), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:06.583128 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-89b7088a-d240-4cfe-9de5-1d2241df8bd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:06.614417 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-89b7088a-d240-4cfe-9de5-1d2241df8bd9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.6154914 Jun 24 10:01:06.618266 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 36696) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:06.651436 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:06.689641 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] Set router 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:01:06.732956 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1d899781-f4af-463f-92f6-8868b3b33d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (fbf1a560-1ec1-4a79-8026-25b16a9b61d8), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:06.733905 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1d899781-f4af-463f-92f6-8868b3b33d04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1899923'] for router_interface (7c5e6f56-bd6b-4971-9c8f-46a5b2901263), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:06.745205 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:06.749695 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] Publish callbacks [] for port (b5efdb31-d66d-4ce5-9afc-a26e6768be77), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:06.767043 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-0a70f9ff-998c-4cec-bd91-82ad38c9ac71 admin admin] Publish callbacks [] for port (fafc4506-99a8-46d8-963e-8cbea9b96836), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:06.801508 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-e09b2d16-afc7-485b-93c5-a9dd08f945e9 None None] Current status of the port a8da530d-faea-4a20-93d1-a47898df5181 is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:06.802013 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e09b2d16-afc7-485b-93c5-a9dd08f945e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (a8da530d-faea-4a20-93d1-a47898df5181), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:06.813065 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] Sync routers for ids ['a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:01:06.864857 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:06.868816 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 5237bc77-f407-4fb1-a252-542648ec363c is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:06.876789 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 1d950e84-85cc-468f-9208-54bc1337c0af up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:01:06.900285 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (b5efdb31-d66d-4ce5-9afc-a26e6768be77), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:06.953771 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d899781-f4af-463f-92f6-8868b3b33d04 admin admin] Pushing event updated for resources: {'Port': ['ID=fbf1a560-1ec1-4a79-8026-25b16a9b61d8,revision_number=2']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:06.957309 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-0a70f9ff-998c-4cec-bd91-82ad38c9ac71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (fafc4506-99a8-46d8-963e-8cbea9b96836), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:06.976526 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-e09b2d16-afc7-485b-93c5-a9dd08f945e9 None None] For port a8da530d-faea-4a20-93d1-a47898df5181, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=a8da530d-faea-4a20-93d1-a47898df5181,segment=NetworkSegment(b35a4a04-be90-443a-9760-19f59dd5b635),segment_id=b35a4a04-be90-443a-9760-19f59dd5b635)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:01:07.018033 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a70f9ff-998c-4cec-bd91-82ad38c9ac71 admin admin] Network 9d3516bf-89dd-46de-b07c-0627a924af1f is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:01:07.027759 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-0a70f9ff-998c-4cec-bd91-82ad38c9ac71 admin admin] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:01:07.046372 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] Attempting to bind port b5efdb31-d66d-4ce5-9afc-a26e6768be77 on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:01:07.046739 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] Attempting to bind port b5efdb31-d66d-4ce5-9afc-a26e6768be77 by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:01:07.047090 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] Attempting to bind port b5efdb31-d66d-4ce5-9afc-a26e6768be77 on network a3837c3f-8d84-4126-8dfc-b4bde8a26600 {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:01:07.053319 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a70f9ff-998c-4cec-bd91-82ad38c9ac71 admin admin] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:01:07.053899 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-0a70f9ff-998c-4cec-bd91-82ad38c9ac71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1900035'] for router_interface (f5059ad1-9b54-4543-b4ab-1780e49f485e), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:07.061970 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de7bc36-2ce3-4d80-a66d-fe8388312ac9 admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:01:07.065046 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c721c16-625c-4e38-81c6-81eac649cb9a None None] Pushing event updated for resources: {'Port': ['ID=b5efdb31-d66d-4ce5-9afc-a26e6768be77,revision_number=2']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:07.078952 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-8de7bc36-2ce3-4d80-a66d-fe8388312ac9 admin admin] 10.222.0.26 "PUT /v2.0/routers/c1fc2e48-c0b5-42aa-a424-4d192342d2eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4488494 Jun 24 10:01:07.082218 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:01:07.082895 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] Checking segment: {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:01:07.083928 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:07.085127 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] Bound using segment: {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:01:07.100437 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] Bound port: b5efdb31-d66d-4ce5-9afc-a26e6768be77, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:01:07.100437 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (b5efdb31-d66d-4ce5-9afc-a26e6768be77), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:07.100610 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d899781-f4af-463f-92f6-8868b3b33d04 admin admin] Network 3c8f19ac-e8c2-4044-a226-361510084949 is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:01:07.123518 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-1d899781-f4af-463f-92f6-8868b3b33d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:01:07.181815 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] Routers {'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:01:07.181815 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:00:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:07.212636 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:07.261703 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] For port b5efdb31-d66d-4ce5-9afc-a26e6768be77, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:01:07.261703 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] For port b5efdb31-d66d-4ce5-9afc-a26e6768be77, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=b5efdb31-d66d-4ce5-9afc-a26e6768be77,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:01:07.321001 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e09b2d16-afc7-485b-93c5-a9dd08f945e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (a8da530d-faea-4a20-93d1-a47898df5181), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:07.414652 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70f9ff-998c-4cec-bd91-82ad38c9ac71 admin admin] Pushing event updated for resources: {'Port': ['ID=fafc4506-99a8-46d8-963e-8cbea9b96836,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:07.424225 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (b5efdb31-d66d-4ce5-9afc-a26e6768be77), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:07.444555 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d899781-f4af-463f-92f6-8868b3b33d04 admin admin] Router 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:01:07.575607 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b2d16-afc7-485b-93c5-a9dd08f945e9 None None] Pushing event updated for resources: {'Port': ['ID=a8da530d-faea-4a20-93d1-a47898df5181,revision_number=3']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:07.689595 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] Routers {'f5059ad1-9b54-4543-b4ab-1780e49f485e'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:01:07.694684 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:00:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['f5059ad1-9b54-4543-b4ab-1780e49f485e'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:07.746042 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-e09b2d16-afc7-485b-93c5-a9dd08f945e9 None None] Provisioning complete for port 1d950e84-85cc-468f-9208-54bc1337c0af triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:07.747037 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e09b2d16-afc7-485b-93c5-a9dd08f945e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (1d950e84-85cc-468f-9208-54bc1337c0af), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:07.797780 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c721c16-625c-4e38-81c6-81eac649cb9a None None] Pushing event updated for resources: {'Port': ['ID=b5efdb31-d66d-4ce5-9afc-a26e6768be77,revision_number=3']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:07.799610 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 36730) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:07.861070 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d899781-f4af-463f-92f6-8868b3b33d04 admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:01:07.874263 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-1d899781-f4af-463f-92f6-8868b3b33d04 admin admin] 10.222.0.26 "PUT /v2.0/routers/7c5e6f56-bd6b-4971-9c8f-46a5b2901263/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6800296 Jun 24 10:01:07.915153 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 1d950e84-85cc-468f-9208-54bc1337c0af triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:07.915720 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (1d950e84-85cc-468f-9208-54bc1337c0af), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:08.017654 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4277fedd-c10d-439f-a008-c360030588e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:08.044113 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] Set router f5059ad1-9b54-4543-b4ab-1780e49f485e gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:01:08.064060 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] Set router a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:01:08.085625 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-0a70f9ff-998c-4cec-bd91-82ad38c9ac71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (fafc4506-99a8-46d8-963e-8cbea9b96836), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:08.180787 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'name': 'tempest-AttachVolumeTestJSON-2017177644-router', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:59Z', 'updated_at': '2022-06-24T10:01:05Z', 'revision_number': 4, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'gw_port': {'id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'fbf1a560-1ec1-4a79-8026-25b16a9b61d8', 'name': '', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'mac_address': 'fa:16:3e:97:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:04Z', 'updated_at': '2022-06-24T10:01:04Z', 'revision_number': 1, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'subnets': [{'id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:08.185365 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:08.238833 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-aed3dfe0-c868-45d5-a55d-901a8c80a80e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:08.244609 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 36744) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:08.249868 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-b0a950b7-7362-467e-938d-927620fd067d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Request body: {'security_group': {'name': 'tempest-securitygroup--425640235', 'description': 'tempest-description--1974910278'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:01:08.275550 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffcc102-9d0a-4fe6-bfa3-31b134c9860d None None] The sync data for ids ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'] in dv-cinder-843277-6-iscsi is: [{'id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'name': 'tempest-AttachVolumeTestJSON-2017177644-router', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:59Z', 'updated_at': '2022-06-24T10:01:05Z', 'revision_number': 4, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'gw_port': {'id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'fbf1a560-1ec1-4a79-8026-25b16a9b61d8', 'name': '', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'mac_address': 'fa:16:3e:97:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:04Z', 'updated_at': '2022-06-24T10:01:04Z', 'revision_number': 1, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'subnets': [{'id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:01:08.380411 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b0a950b7-7362-467e-938d-927620fd067d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:08.382967 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-e09b2d16-afc7-485b-93c5-a9dd08f945e9 None None] Current status of the port 1d950e84-85cc-468f-9208-54bc1337c0af is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:08.427127 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-e09b2d16-afc7-485b-93c5-a9dd08f945e9 None None] Provisioning complete for port 5499668a-f81b-46df-850e-0f4ed29f4818 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:08.427599 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e09b2d16-afc7-485b-93c5-a9dd08f945e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (5499668a-f81b-46df-850e-0f4ed29f4818), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:08.453990 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5059ad1-9b54-4543-b4ab-1780e49f485e', 'name': 'tempest-DeleteServersTestJSON-1000350882-router', 'tenant_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'b5efdb31-d66d-4ce5-9afc-a26e6768be77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:02Z', 'revision_number': 3, 'project_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'gw_port': {'id': 'b5efdb31-d66d-4ce5-9afc-a26e6768be77', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5059ad1-9b54-4543-b4ab-1780e49f485e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:01Z', 'updated_at': '2022-06-24T10:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:08.507234 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 1d950e84-85cc-468f-9208-54bc1337c0af is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:08.509082 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device a8da530d-faea-4a20-93d1-a47898df5181 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:01:08.526751 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42967b77-78e7-45f8-a2c8-7723dd797756 None None] The sync data for ids ['f5059ad1-9b54-4543-b4ab-1780e49f485e'] in dv-cinder-843277-6-iscsi is: [{'id': 'f5059ad1-9b54-4543-b4ab-1780e49f485e', 'name': 'tempest-DeleteServersTestJSON-1000350882-router', 'tenant_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'b5efdb31-d66d-4ce5-9afc-a26e6768be77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:02Z', 'revision_number': 3, 'project_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'gw_port': {'id': 'b5efdb31-d66d-4ce5-9afc-a26e6768be77', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5059ad1-9b54-4543-b4ab-1780e49f485e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:01Z', 'updated_at': '2022-06-24T10:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:01:08.622512 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b0a950b7-7362-467e-938d-927620fd067d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for security_group (0c0b3551-0378-42bb-b1bc-d2230455d54a), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:08.638450 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port a8da530d-faea-4a20-93d1-a47898df5181 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:08.638834 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a8da530d-faea-4a20-93d1-a47898df5181), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:08.640925 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-e09b2d16-afc7-485b-93c5-a9dd08f945e9 None None] Port 5499668a-f81b-46df-850e-0f4ed29f4818 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:01:08.664908 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 36758) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:08.670246 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-49507a66-d731-4086-95ab-3f6ba79fc033 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Request body: {'security_group': {'name': 'tempest-securitygroup--554624074', 'description': 'tempest-description--1556123685'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:01:08.718365 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [None req-4277fedd-c10d-439f-a008-c360030588e2 admin admin] Allocated IP 172.20.0.1 (fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa/144899a2-b09a-495a-b00a-6c663cd7966a/d2f8c1c8-dbdf-4484-83e0-7797f26f41e9) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:01:08.723461 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-aed3dfe0-c868-45d5-a55d-901a8c80a80e admin admin] Publish callbacks [] for security_group (ae3cae16-b07f-4bbc-9b20-d36421519cf7), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:08.732556 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:08.755018 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-0a70f9ff-998c-4cec-bd91-82ad38c9ac71 admin admin] Publish callbacks [] for port (fafc4506-99a8-46d8-963e-8cbea9b96836), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:08.930323 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'name': 'tempest-ServerRescueNegativeTestJSON-292774372-router', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:03Z', 'revision_number': 3, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'gw_port': {'id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:01Z', 'updated_at': '2022-06-24T10:01:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:08.960263 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4277fedd-c10d-439f-a008-c360030588e2 admin admin] Publish callbacks [] for port (d2f8c1c8-dbdf-4484-83e0-7797f26f41e9), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:08.976391 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] Checking router: a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:01:08.976747 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] Updating router a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 port 7e462252-4415-4974-bee8-b8a244c5df1a binding host dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:01:08.992388 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-aed3dfe0-c868-45d5-a55d-901a8c80a80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (ae3cae16-b07f-4bbc-9b20-d36421519cf7), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:08.995182 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-0a70f9ff-998c-4cec-bd91-82ad38c9ac71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (fafc4506-99a8-46d8-963e-8cbea9b96836), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:08.996189 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-0a70f9ff-998c-4cec-bd91-82ad38c9ac71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1899923'] for router_interface (f5059ad1-9b54-4543-b4ab-1780e49f485e), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:09.002773 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b0a950b7-7362-467e-938d-927620fd067d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (0c0b3551-0378-42bb-b1bc-d2230455d54a), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:09.006958 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:09.017153 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-aa9e7878-a52f-48fb-a369-34221f4cab2e None None] Provisioning complete for port fbf1a560-1ec1-4a79-8026-25b16a9b61d8 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:09.017551 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-aa9e7878-a52f-48fb-a369-34221f4cab2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (fbf1a560-1ec1-4a79-8026-25b16a9b61d8), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:09.019031 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:09.021533 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (7e462252-4415-4974-bee8-b8a244c5df1a), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:09.070750 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4277fedd-c10d-439f-a008-c360030588e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (d2f8c1c8-dbdf-4484-83e0-7797f26f41e9), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:09.085156 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port a8da530d-faea-4a20-93d1-a47898df5181 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:09.091280 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a950b7-7362-467e-938d-927620fd067d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0b3551-0378-42bb-b1bc-d2230455d54a,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:09.136063 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4277fedd-c10d-439f-a008-c360030588e2 admin admin] Network fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:01:09.150982 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-aa9e7878-a52f-48fb-a369-34221f4cab2e None None] Port fbf1a560-1ec1-4a79-8026-25b16a9b61d8 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:01:09.151496 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-4277fedd-c10d-439f-a008-c360030588e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:01:09.250576 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b0a950b7-7362-467e-938d-927620fd067d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:09.252068 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-b0a950b7-7362-467e-938d-927620fd067d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0064690 Jun 24 10:01:09.257733 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 36774) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:09.263085 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-871abd97-e50a-4646-8609-39e517498338 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Request body: {'security_group_rule': {'security_group_id': '0c0b3551-0378-42bb-b1bc-d2230455d54a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:01:09.279561 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-aa9e7878-a52f-48fb-a369-34221f4cab2e None None] Provisioning complete for port 5237bc77-f407-4fb1-a252-542648ec363c triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:09.279941 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-aa9e7878-a52f-48fb-a369-34221f4cab2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (5237bc77-f407-4fb1-a252-542648ec363c), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:09.355088 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-49507a66-d731-4086-95ab-3f6ba79fc033 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:09.521666 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-871abd97-e50a-4646-8609-39e517498338 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for security_group_rule (6cd95a9c-1c6b-42c9-9450-62567a166774), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:09.531163 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4277fedd-c10d-439f-a008-c360030588e2 admin admin] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:01:09.531676 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4277fedd-c10d-439f-a008-c360030588e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1900035'] for router_interface (a8a3afb2-b06a-4af5-b6ff-4ab840d79e07), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:09.597287 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-49507a66-d731-4086-95ab-3f6ba79fc033 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for security_group (427202c8-6f20-4686-80f5-96cce5138d80), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:09.607901 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:09.612684 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-aa9e7878-a52f-48fb-a369-34221f4cab2e None None] Current status of the port 5237bc77-f407-4fb1-a252-542648ec363c is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:09.612684 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 5237bc77-f407-4fb1-a252-542648ec363c up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:01:09.621187 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3dfe0-c868-45d5-a55d-901a8c80a80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3cae16-b07f-4bbc-9b20-d36421519cf7,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:09.637173 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-aed3dfe0-c868-45d5-a55d-901a8c80a80e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9112cc44dad346738c92c2887c1af64c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8343077 Jun 24 10:01:09.640003 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:09.644825 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 36784) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:09.689452 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70f9ff-998c-4cec-bd91-82ad38c9ac71 admin admin] Pushing event updated for resources: {'Port': ['ID=fafc4506-99a8-46d8-963e-8cbea9b96836,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:09.729903 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-aa9e7878-a52f-48fb-a369-34221f4cab2e None None] Provisioning complete for port a8da530d-faea-4a20-93d1-a47898df5181 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:09.730051 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-aa9e7878-a52f-48fb-a369-34221f4cab2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a8da530d-faea-4a20-93d1-a47898df5181), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:09.734662 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-49507a66-d731-4086-95ab-3f6ba79fc033 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (427202c8-6f20-4686-80f5-96cce5138d80), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:09.761724 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277fedd-c10d-439f-a008-c360030588e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d2f8c1c8-dbdf-4484-83e0-7797f26f41e9,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:09.823781 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49507a66-d731-4086-95ab-3f6ba79fc033 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=427202c8-6f20-4686-80f5-96cce5138d80,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:09.862714 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a70f9ff-998c-4cec-bd91-82ad38c9ac71 admin admin] Network 9d3516bf-89dd-46de-b07c-0627a924af1f is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:01:09.878621 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-0a70f9ff-998c-4cec-bd91-82ad38c9ac71 admin admin] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:01:09.903616 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 5237bc77-f407-4fb1-a252-542648ec363c triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:09.904044 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (5237bc77-f407-4fb1-a252-542648ec363c), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:09.999963 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a37f230a-2a90-4415-8ed1-430149dfd821 admin admin] Publish callbacks [] for security_group (ae3cae16-b07f-4bbc-9b20-d36421519cf7), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.036483 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-871abd97-e50a-4646-8609-39e517498338 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for security_group_rule (6cd95a9c-1c6b-42c9-9450-62567a166774), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.088349 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a70f9ff-998c-4cec-bd91-82ad38c9ac71 admin admin] Router f5059ad1-9b54-4543-b4ab-1780e49f485e has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:01:10.114138 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4277fedd-c10d-439f-a008-c360030588e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (d2f8c1c8-dbdf-4484-83e0-7797f26f41e9), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.133012 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-49507a66-d731-4086-95ab-3f6ba79fc033 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.149316 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-49507a66-d731-4086-95ab-3f6ba79fc033 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4815562 Jun 24 10:01:10.173852 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a37f230a-2a90-4415-8ed1-430149dfd821 admin admin] Publish callbacks [] for security_group (ae3cae16-b07f-4bbc-9b20-d36421519cf7), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.190801 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 36802) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:10.198893 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-a0624c55-09e5-4ee2-8a02-0b595333e4dc tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Request body: {'security_group_rule': {'security_group_id': '427202c8-6f20-4686-80f5-96cce5138d80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:01:10.205555 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-871abd97-e50a-4646-8609-39e517498338 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (6cd95a9c-1c6b-42c9-9450-62567a166774), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.326764 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871abd97-e50a-4646-8609-39e517498338 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd95a9c-1c6b-42c9-9450-62567a166774,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:10.329404 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:10.331043 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-aa9e7878-a52f-48fb-a369-34221f4cab2e None None] Current status of the port a8da530d-faea-4a20-93d1-a47898df5181 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:10.345699 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] Publish callbacks [] for port (7e462252-4415-4974-bee8-b8a244c5df1a), precommit_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.366139 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-aa9e7878-a52f-48fb-a369-34221f4cab2e None None] Provisioning complete for port fafc4506-99a8-46d8-963e-8cbea9b96836 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:10.370275 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-aa9e7878-a52f-48fb-a369-34221f4cab2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (fafc4506-99a8-46d8-963e-8cbea9b96836), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.373551 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 5237bc77-f407-4fb1-a252-542648ec363c is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:10.374868 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 2865935b-6b8d-4768-8228-483d92ef364d up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:01:10.421764 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] Sync routers for ids ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:01:10.437323 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] Routers {'c1fc2e48-c0b5-42aa-a424-4d192342d2eb'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:01:10.442231 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:00:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:10.462302 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-aa9e7878-a52f-48fb-a369-34221f4cab2e None None] Port fafc4506-99a8-46d8-963e-8cbea9b96836 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:01:10.473036 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-aa9e7878-a52f-48fb-a369-34221f4cab2e None None] Provisioning complete for port 5499668a-f81b-46df-850e-0f4ed29f4818 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:10.473436 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-aa9e7878-a52f-48fb-a369-34221f4cab2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (5499668a-f81b-46df-850e-0f4ed29f4818), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.488704 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a37f230a-2a90-4415-8ed1-430149dfd821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (ae3cae16-b07f-4bbc-9b20-d36421519cf7), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.493785 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a37f230a-2a90-4415-8ed1-430149dfd821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.497434 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-a37f230a-2a90-4415-8ed1-430149dfd821 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae3cae16-b07f-4bbc-9b20-d36421519cf7 HTTP/1.1" status: 204 len: 168 time: 0.8466766 Jun 24 10:01:10.513814 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a0624c55-09e5-4ee2-8a02-0b595333e4dc tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for security_group_rule (e1317f85-db61-4024-a185-fe43997f818e), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.517693 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-871abd97-e50a-4646-8609-39e517498338 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.522914 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-871abd97-e50a-4646-8609-39e517498338 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2640355 Jun 24 10:01:10.523867 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 36810) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:10.525448 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f230a-2a90-4415-8ed1-430149dfd821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3cae16-b07f-4bbc-9b20-d36421519cf7,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:10.546187 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-a7f48f24-55de-40ab-8751-d9a5d2f055bf tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Request body: {'security_group_rule': {'security_group_id': '0c0b3551-0378-42bb-b1bc-d2230455d54a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:01:10.568359 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (7e462252-4415-4974-bee8-b8a244c5df1a), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.578733 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:10.588206 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 2865935b-6b8d-4768-8228-483d92ef364d triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:10.592955 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (2865935b-6b8d-4768-8228-483d92ef364d), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.606644 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a0624c55-09e5-4ee2-8a02-0b595333e4dc tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for security_group_rule (e1317f85-db61-4024-a185-fe43997f818e), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.607999 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a70f9ff-998c-4cec-bd91-82ad38c9ac71 admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:01:10.620379 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-0a70f9ff-998c-4cec-bd91-82ad38c9ac71 admin admin] 10.222.0.26 "PUT /v2.0/routers/f5059ad1-9b54-4543-b4ab-1780e49f485e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7059255 Jun 24 10:01:10.691653 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-aa9e7878-a52f-48fb-a369-34221f4cab2e None None] Port 5499668a-f81b-46df-850e-0f4ed29f4818 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:01:10.699256 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a7f48f24-55de-40ab-8751-d9a5d2f055bf tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for security_group_rule (aeb96ba2-9169-422d-bed1-ec1df7a0913c), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.702569 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a0624c55-09e5-4ee2-8a02-0b595333e4dc tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (e1317f85-db61-4024-a185-fe43997f818e), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.708105 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] Set router c1fc2e48-c0b5-42aa-a424-4d192342d2eb gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:01:10.741778 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] Attempting to bind port 7e462252-4415-4974-bee8-b8a244c5df1a on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:01:10.742146 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] Attempting to bind port 7e462252-4415-4974-bee8-b8a244c5df1a by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:01:10.743541 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:10.746028 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] Attempting to bind port 7e462252-4415-4974-bee8-b8a244c5df1a on network a3837c3f-8d84-4126-8dfc-b4bde8a26600 {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:01:10.760070 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:01:10.760463 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] Checking segment: {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:01:10.761066 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.761683 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] Bound using segment: {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:01:10.762329 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] Bound port: 7e462252-4415-4974-bee8-b8a244c5df1a, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:01:10.763029 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (7e462252-4415-4974-bee8-b8a244c5df1a), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.767123 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55063bfe-399c-49b3-948b-211c387c5d90 None None] Pushing event updated for resources: {'Port': ['ID=7e462252-4415-4974-bee8-b8a244c5df1a,revision_number=2']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:10.774414 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4277fedd-c10d-439f-a008-c360030588e2 admin admin] Publish callbacks [] for port (d2f8c1c8-dbdf-4484-83e0-7797f26f41e9), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.777015 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0624c55-09e5-4ee2-8a02-0b595333e4dc tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1317f85-db61-4024-a185-fe43997f818e,revision_number=0']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:10.826480 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a7f48f24-55de-40ab-8751-d9a5d2f055bf tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for security_group_rule (aeb96ba2-9169-422d-bed1-ec1df7a0913c), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.853259 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 2865935b-6b8d-4768-8228-483d92ef364d is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:10.853259 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (2865935b-6b8d-4768-8228-483d92ef364d), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.861752 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4277fedd-c10d-439f-a008-c360030588e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (d2f8c1c8-dbdf-4484-83e0-7797f26f41e9), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.863004 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4277fedd-c10d-439f-a008-c360030588e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1899923'] for router_interface (a8a3afb2-b06a-4af5-b6ff-4ab840d79e07), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.903276 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] For port 2865935b-6b8d-4768-8228-483d92ef364d, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=2865935b-6b8d-4768-8228-483d92ef364d,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:01:10.913930 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-0364204d-a4c6-4c78-85ea-e5e5c5311fd8 None None] Provisioning complete for port d2f8c1c8-dbdf-4484-83e0-7797f26f41e9 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:10.915255 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-0364204d-a4c6-4c78-85ea-e5e5c5311fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (d2f8c1c8-dbdf-4484-83e0-7797f26f41e9), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.952387 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] For port 7e462252-4415-4974-bee8-b8a244c5df1a, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:01:10.972985 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a7f48f24-55de-40ab-8751-d9a5d2f055bf tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (aeb96ba2-9169-422d-bed1-ec1df7a0913c), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.974017 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a0624c55-09e5-4ee2-8a02-0b595333e4dc tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:10.980991 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-a0624c55-09e5-4ee2-8a02-0b595333e4dc tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7864666 Jun 24 10:01:10.985306 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 36818) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:10.988139 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1089958356-router', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '2865935b-6b8d-4768-8228-483d92ef364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:57Z', 'updated_at': '2022-06-24T10:01:04Z', 'revision_number': 4, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'gw_port': {'id': '2865935b-6b8d-4768-8228-483d92ef364d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:00:58Z', 'updated_at': '2022-06-24T10:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': '5499668a-f81b-46df-850e-0f4ed29f4818', 'name': '', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'mac_address': 'fa:16:3e:e5:6a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:02Z', 'updated_at': '2022-06-24T10:01:05Z', 'revision_number': 2, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'subnets': [{'id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:10.995789 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] For port 7e462252-4415-4974-bee8-b8a244c5df1a, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=7e462252-4415-4974-bee8-b8a244c5df1a,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:01:10.998042 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-0364204d-a4c6-4c78-85ea-e5e5c5311fd8 None None] Port d2f8c1c8-dbdf-4484-83e0-7797f26f41e9 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:01:11.020171 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] Checking router: c1fc2e48-c0b5-42aa-a424-4d192342d2eb for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:01:11.020785 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] Updating router c1fc2e48-c0b5-42aa-a424-4d192342d2eb port 5499668a-f81b-46df-850e-0f4ed29f4818 binding host dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:01:11.027732 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-6717cc13-6cf2-46f1-b58a-5933634e660c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Request body: {'security_group_rule': {'security_group_id': '427202c8-6f20-4686-80f5-96cce5138d80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:01:11.034245 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (2865935b-6b8d-4768-8228-483d92ef364d), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:11.035972 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device b5efdb31-d66d-4ce5-9afc-a26e6768be77 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:01:11.067542 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (5499668a-f81b-46df-850e-0f4ed29f4818), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:11.109869 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f48f24-55de-40ab-8751-d9a5d2f055bf tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeb96ba2-9169-422d-bed1-ec1df7a0913c,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:11.130710 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-0364204d-a4c6-4c78-85ea-e5e5c5311fd8 None None] Provisioning complete for port fafc4506-99a8-46d8-963e-8cbea9b96836 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:11.131215 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-0364204d-a4c6-4c78-85ea-e5e5c5311fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (fafc4506-99a8-46d8-963e-8cbea9b96836), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:11.154983 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (7e462252-4415-4974-bee8-b8a244c5df1a), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:11.173609 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277fedd-c10d-439f-a008-c360030588e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d2f8c1c8-dbdf-4484-83e0-7797f26f41e9,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:11.218606 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a7f48f24-55de-40ab-8751-d9a5d2f055bf tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:11.220167 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-a7f48f24-55de-40ab-8751-d9a5d2f055bf tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6840196 Jun 24 10:01:11.221383 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:11.223282 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 36832) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:11.235762 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-ab59a949-2130-42f8-b9d9-74be8e9c0522 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Request body: {'floatingip': {'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:01:11.305564 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4277fedd-c10d-439f-a008-c360030588e2 admin admin] Network fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:01:11.312142 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-4277fedd-c10d-439f-a008-c360030588e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:01:11.330489 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6717cc13-6cf2-46f1-b58a-5933634e660c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for security_group_rule (b7a3525e-df43-4e5d-af63-9f7af8deb86b), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:11.414229 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-0364204d-a4c6-4c78-85ea-e5e5c5311fd8 None None] Port fafc4506-99a8-46d8-963e-8cbea9b96836 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:01:11.415255 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ab59a949-2130-42f8-b9d9-74be8e9c0522 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:11.456167 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] Routers {'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:01:11.457065 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:00:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:11.490843 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:11.523335 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 36856) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:11.527388 dv-cinder-843277-6-iscsi neutron-server[110839]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 10:01:11.568088 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:11.584680 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Pushing event updated for resources: {'Port': ['ID=2865935b-6b8d-4768-8228-483d92ef364d,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:11.596044 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:11.611521 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port b5efdb31-d66d-4ce5-9afc-a26e6768be77 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:11.621491 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (b5efdb31-d66d-4ce5-9afc-a26e6768be77), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:11.717947 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] Publish callbacks [] for port (5499668a-f81b-46df-850e-0f4ed29f4818), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:11.763470 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55063bfe-399c-49b3-948b-211c387c5d90 None None] Pushing event updated for resources: {'Port': ['ID=7e462252-4415-4974-bee8-b8a244c5df1a,revision_number=3']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:11.785927 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (5499668a-f81b-46df-850e-0f4ed29f4818), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:11.796210 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6717cc13-6cf2-46f1-b58a-5933634e660c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for security_group_rule (b7a3525e-df43-4e5d-af63-9f7af8deb86b), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:11.857852 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ab59a949-2130-42f8-b9d9-74be8e9c0522 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:11.866027 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-0260e736-2022-4ad8-b45c-1d5061aafe8d tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:11.872712 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1769f25-f05a-4404-af11-ad6fc012ff9b None None] Pushing event updated for resources: {'Port': ['ID=5499668a-f81b-46df-850e-0f4ed29f4818,revision_number=3']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:11.873383 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-0260e736-2022-4ad8-b45c-1d5061aafe8d tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/networks?id=9d3516bf-89dd-46de-b07c-0627a924af1f HTTP/1.1" status: 200 len: 812 time: 0.3494558 Jun 24 10:01:11.896554 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-22cc1af1-27ef-40ff-b0bc-58b1221893c4 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/quotas/6e8e5400d9ee4b6bbe129f4b7327cdf3 HTTP/1.1" status: 200 len: 375 time: 0.0222335 Jun 24 10:01:11.923053 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] Set router a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:01:11.976330 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-d13e813a-bb7c-4ca5-a983-32f0ff9e59bd None None] Provisioning complete for port d2f8c1c8-dbdf-4484-83e0-7797f26f41e9 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:11.976900 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-d13e813a-bb7c-4ca5-a983-32f0ff9e59bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (d2f8c1c8-dbdf-4484-83e0-7797f26f41e9), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:12.005392 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:12.043028 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] Attempting to bind port 5499668a-f81b-46df-850e-0f4ed29f4818 on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:01:12.043606 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] Attempting to bind port 5499668a-f81b-46df-850e-0f4ed29f4818 by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': '22abef9e-17bc-4403-b097-8df8e4f769a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d'}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:01:12.043927 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] Attempting to bind port 5499668a-f81b-46df-850e-0f4ed29f4818 on network acbbe71d-fc88-4521-a985-304e44d1216d {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:01:12.069573 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:01:12.069573 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] Checking segment: {'id': '22abef9e-17bc-4403-b097-8df8e4f769a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:01:12.069573 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:12.069573 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] Bound using segment: {'id': '22abef9e-17bc-4403-b097-8df8e4f769a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d'} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:01:12.070313 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] Bound port: 5499668a-f81b-46df-850e-0f4ed29f4818, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22abef9e-17bc-4403-b097-8df8e4f769a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d'}}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:01:12.070393 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (5499668a-f81b-46df-850e-0f4ed29f4818), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:12.082337 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] Sync routers for ids ['f5059ad1-9b54-4543-b4ab-1780e49f485e'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:01:12.086357 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-249434cf-f978-410e-b672-bd6ad814ea7d tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e8e5400d9ee4b6bbe129f4b7327cdf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1889477 Jun 24 10:01:12.112662 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4277fedd-c10d-439f-a008-c360030588e2 admin admin] Router a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:01:12.119086 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_common [None req-ab59a949-2130-42f8-b9d9-74be8e9c0522 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Allocated IP 172.27.2.45 (a3837c3f-8d84-4126-8dfc-b4bde8a26600/ef99dc90-6579-4f1e-9fc6-58eb2334384d/9255ddc2-de1a-46a4-8cb7-cc4bf30c9497) {{(pid=110840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:01:12.161209 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:12.168986 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] For port 5499668a-f81b-46df-850e-0f4ed29f4818, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:01:12.172449 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] For port 5499668a-f81b-46df-850e-0f4ed29f4818, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=5499668a-f81b-46df-850e-0f4ed29f4818,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:01:12.213035 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6717cc13-6cf2-46f1-b58a-5933634e660c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (b7a3525e-df43-4e5d-af63-9f7af8deb86b), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:12.246265 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-d13e813a-bb7c-4ca5-a983-32f0ff9e59bd None None] Port d2f8c1c8-dbdf-4484-83e0-7797f26f41e9 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:01:12.269436 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (5499668a-f81b-46df-850e-0f4ed29f4818), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:12.300668 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port b5efdb31-d66d-4ce5-9afc-a26e6768be77 is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:12.300668 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (b5efdb31-d66d-4ce5-9afc-a26e6768be77), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:12.330490 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ab59a949-2130-42f8-b9d9-74be8e9c0522 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for port (9255ddc2-de1a-46a4-8cb7-cc4bf30c9497), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:12.346792 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] Routers {'f5059ad1-9b54-4543-b4ab-1780e49f485e'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:01:12.353280 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:00:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['f5059ad1-9b54-4543-b4ab-1780e49f485e'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:12.394719 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1769f25-f05a-4404-af11-ad6fc012ff9b None None] Pushing event updated for resources: {'Port': ['ID=5499668a-f81b-46df-850e-0f4ed29f4818,revision_number=4']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:12.413547 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717cc13-6cf2-46f1-b58a-5933634e660c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a3525e-df43-4e5d-af63-9f7af8deb86b,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:12.442985 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] Routers {'c1fc2e48-c0b5-42aa-a424-4d192342d2eb'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:01:12.442985 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:00:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:12.496045 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4277fedd-c10d-439f-a008-c360030588e2 admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:01:12.522152 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-4277fedd-c10d-439f-a008-c360030588e2 admin admin] 10.222.0.26 "PUT /v2.0/routers/a8a3afb2-b06a-4af5-b6ff-4ab840d79e07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9024124 Jun 24 10:01:12.536450 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6717cc13-6cf2-46f1-b58a-5933634e660c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:12.538988 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-6717cc13-6cf2-46f1-b58a-5933634e660c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5494652 Jun 24 10:01:12.538988 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ab59a949-2130-42f8-b9d9-74be8e9c0522 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (9255ddc2-de1a-46a4-8cb7-cc4bf30c9497), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:12.549419 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 36906) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:12.556558 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-ff53f3b1-8846-44f2-b1e3-9bc78525114e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Request body: {'floatingip': {'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:01:12.624576 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] Set router c1fc2e48-c0b5-42aa-a424-4d192342d2eb gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:01:12.669527 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-dc982891-021e-4df1-b7d0-7acb4d3579ef service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110839) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:01:12.673360 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-dc982891-021e-4df1-b7d0-7acb4d3579ef service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2593651 Jun 24 10:01:12.694534 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59a949-2130-42f8-b9d9-74be8e9c0522 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Pushing event updated for resources: {'Port': ['ID=9255ddc2-de1a-46a4-8cb7-cc4bf30c9497,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:12.719549 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab59a949-2130-42f8-b9d9-74be8e9c0522 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:01:12.723640 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-ab59a949-2130-42f8-b9d9-74be8e9c0522 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:01:12.733581 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab59a949-2130-42f8-b9d9-74be8e9c0522 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Received port after_create {{(pid=110840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:01:12.764971 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ff53f3b1-8846-44f2-b1e3-9bc78525114e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:12.878344 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ab59a949-2130-42f8-b9d9-74be8e9c0522 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for floatingip (9695cc69-1466-435f-98ce-0431bfdea5be), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:12.913075 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-3b416ba9-7357-4719-90d4-ab53cbd51a8b None None] Provisioning complete for port 5499668a-f81b-46df-850e-0f4ed29f4818 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:12.913583 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-3b416ba9-7357-4719-90d4-ab53cbd51a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (5499668a-f81b-46df-850e-0f4ed29f4818), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:12.983166 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] For port b5efdb31-d66d-4ce5-9afc-a26e6768be77, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=b5efdb31-d66d-4ce5-9afc-a26e6768be77,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:01:13.056909 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (b5efdb31-d66d-4ce5-9afc-a26e6768be77), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:13.056909 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device a8da530d-faea-4a20-93d1-a47898df5181 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:01:13.091116 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ab59a949-2130-42f8-b9d9-74be8e9c0522 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (9255ddc2-de1a-46a4-8cb7-cc4bf30c9497), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:13.179077 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-3b416ba9-7357-4719-90d4-ab53cbd51a8b None None] Current status of the port 5499668a-f81b-46df-850e-0f4ed29f4818 is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:13.179461 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-3b416ba9-7357-4719-90d4-ab53cbd51a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (5499668a-f81b-46df-850e-0f4ed29f4818), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:13.264212 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:13.329319 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1089958356-router', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '2865935b-6b8d-4768-8228-483d92ef364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:57Z', 'updated_at': '2022-06-24T10:01:04Z', 'revision_number': 4, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'gw_port': {'id': '2865935b-6b8d-4768-8228-483d92ef364d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:00:58Z', 'updated_at': '2022-06-24T10:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': '5499668a-f81b-46df-850e-0f4ed29f4818', 'name': '', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'mac_address': 'fa:16:3e:e5:6a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:02Z', 'updated_at': '2022-06-24T10:01:12Z', 'revision_number': 4, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'subnets': [{'id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:13.334700 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] Sync routers for ids ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:01:13.352251 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-3b416ba9-7357-4719-90d4-ab53cbd51a8b None None] For port 5499668a-f81b-46df-850e-0f4ed29f4818, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=5499668a-f81b-46df-850e-0f4ed29f4818,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:01:13.357371 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port a8da530d-faea-4a20-93d1-a47898df5181 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:13.357686 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a8da530d-faea-4a20-93d1-a47898df5181), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:13.365575 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:13.385100 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e9e290-b050-4eb7-a31e-476c5a7f5dd1 None None] The sync data for ids ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'] in dv-cinder-843277-6-iscsi is: [{'id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1089958356-router', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '2865935b-6b8d-4768-8228-483d92ef364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:57Z', 'updated_at': '2022-06-24T10:01:04Z', 'revision_number': 4, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'gw_port': {'id': '2865935b-6b8d-4768-8228-483d92ef364d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:00:58Z', 'updated_at': '2022-06-24T10:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': '5499668a-f81b-46df-850e-0f4ed29f4818', 'name': '', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'mac_address': 'fa:16:3e:e5:6a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:02Z', 'updated_at': '2022-06-24T10:01:12Z', 'revision_number': 4, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'subnets': [{'id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:01:13.388990 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ff53f3b1-8846-44f2-b1e3-9bc78525114e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:13.400115 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] Routers {'7c5e6f56-bd6b-4971-9c8f-46a5b2901263'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:01:13.404854 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:00:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:13.419126 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] Set router f5059ad1-9b54-4543-b4ab-1780e49f485e gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:01:13.431870 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=83,neutron:INSERT=6,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:13.502163 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-3b416ba9-7357-4719-90d4-ab53cbd51a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (5499668a-f81b-46df-850e-0f4ed29f4818), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:13.504608 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'name': 'tempest-ServerRescueNegativeTestJSON-292774372-router', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:09Z', 'revision_number': 4, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'gw_port': {'id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:01Z', 'updated_at': '2022-06-24T10:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'd2f8c1c8-dbdf-4484-83e0-7797f26f41e9', 'name': '', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'mac_address': 'fa:16:3e:73:4a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:08Z', 'updated_at': '2022-06-24T10:01:10Z', 'revision_number': 2, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'subnets': [{'id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:13.513986 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Pushing event updated for resources: {'Port': ['ID=b5efdb31-d66d-4ce5-9afc-a26e6768be77,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:13.574729 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:13.599246 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1bbd93-fcb6-422e-bbf8-2c5e00e5fac9 None None] The sync data for ids ['a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'] in dv-cinder-843277-6-iscsi is: [{'id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'name': 'tempest-ServerRescueNegativeTestJSON-292774372-router', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:09Z', 'revision_number': 4, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'gw_port': {'id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:01Z', 'updated_at': '2022-06-24T10:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'd2f8c1c8-dbdf-4484-83e0-7797f26f41e9', 'name': '', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'mac_address': 'fa:16:3e:73:4a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:08Z', 'updated_at': '2022-06-24T10:01:10Z', 'revision_number': 2, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'subnets': [{'id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:01:13.651256 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] Set router 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:01:13.677471 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ab59a949-2130-42f8-b9d9-74be8e9c0522 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for port (9255ddc2-de1a-46a4-8cb7-cc4bf30c9497), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:13.705769 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-1ac3ce3e-b6be-485e-82c3-6140d46914dc None None] Provisioning complete for port 5499668a-f81b-46df-850e-0f4ed29f4818 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:13.709257 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ce3e-b6be-485e-82c3-6140d46914dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (5499668a-f81b-46df-850e-0f4ed29f4818), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:13.721742 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-989d7321-e3ca-44de-9bd2-1028da0c5c29 service neutron] 10.222.0.26 "GET /v2.0/networks/9d3516bf-89dd-46de-b07c-0627a924af1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0361907 Jun 24 10:01:13.765783 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [None req-ff53f3b1-8846-44f2-b1e3-9bc78525114e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Allocated IP 172.27.2.11 (a3837c3f-8d84-4126-8dfc-b4bde8a26600/ef99dc90-6579-4f1e-9fc6-58eb2334384d/1a6d1b5e-dabd-46ef-b8d8-3883b76ad2e3) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:01:13.789986 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ab59a949-2130-42f8-b9d9-74be8e9c0522 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (9255ddc2-de1a-46a4-8cb7-cc4bf30c9497), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:13.843028 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 36954) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:13.891777 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 36958) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:13.952166 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ab59a949-2130-42f8-b9d9-74be8e9c0522 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (9695cc69-1466-435f-98ce-0431bfdea5be), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:13.994440 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-dd89b368-8ee4-4c68-9bd3-3e89e8459cb1 service neutron] 10.222.0.26 "GET /v2.0/networks/9d3516bf-89dd-46de-b07c-0627a924af1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624738 Jun 24 10:01:14.038742 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59a949-2130-42f8-b9d9-74be8e9c0522 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Pushing event updated for resources: {'Port': ['ID=9255ddc2-de1a-46a4-8cb7-cc4bf30c9497,revision_number=2']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:14.113746 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ff53f3b1-8846-44f2-b1e3-9bc78525114e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for port (1a6d1b5e-dabd-46ef-b8d8-3883b76ad2e3), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:14.149384 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ab59a949-2130-42f8-b9d9-74be8e9c0522 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:14.160318 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-ab59a949-2130-42f8-b9d9-74be8e9c0522 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9248321 Jun 24 10:01:14.193284 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 36980) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:14.211334 dv-cinder-843277-6-iscsi neutron-server[110840]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 10:01:14.246952 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:14.307267 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:14.353219 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b0c15a0d-3030-45ec-8fdb-57987bcc5c60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:14.357149 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ff53f3b1-8846-44f2-b1e3-9bc78525114e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (1a6d1b5e-dabd-46ef-b8d8-3883b76ad2e3), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:14.363477 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b416ba9-7357-4719-90d4-ab53cbd51a8b None None] Pushing event updated for resources: {'Port': ['ID=5499668a-f81b-46df-850e-0f4ed29f4818,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:14.367087 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port a8da530d-faea-4a20-93d1-a47898df5181 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:14.415064 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'name': 'tempest-AttachVolumeTestJSON-2017177644-router', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:59Z', 'updated_at': '2022-06-24T10:01:05Z', 'revision_number': 4, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'gw_port': {'id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'fbf1a560-1ec1-4a79-8026-25b16a9b61d8', 'name': '', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'mac_address': 'fa:16:3e:97:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:04Z', 'updated_at': '2022-06-24T10:01:06Z', 'revision_number': 2, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'subnets': [{'id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:14.422245 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5059ad1-9b54-4543-b4ab-1780e49f485e', 'name': 'tempest-DeleteServersTestJSON-1000350882-router', 'tenant_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'b5efdb31-d66d-4ce5-9afc-a26e6768be77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:07Z', 'revision_number': 4, 'project_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'gw_port': {'id': 'b5efdb31-d66d-4ce5-9afc-a26e6768be77', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5059ad1-9b54-4543-b4ab-1780e49f485e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:01Z', 'updated_at': '2022-06-24T10:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'fafc4506-99a8-46d8-963e-8cbea9b96836', 'name': '', 'network_id': '9d3516bf-89dd-46de-b07c-0627a924af1f', 'tenant_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'mac_address': 'fa:16:3e:a9:46:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5059ad1-9b54-4543-b4ab-1780e49f485e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fe9e7841-55db-430e-aa24-de6473e4368a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:06Z', 'updated_at': '2022-06-24T10:01:08Z', 'revision_number': 2, 'project_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'subnets': [{'id': 'fe9e7841-55db-430e-aa24-de6473e4368a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:14.525567 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] Checking router: 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:01:14.526092 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] Updating router 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 port fbf1a560-1ec1-4a79-8026-25b16a9b61d8 binding host dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:01:14.566039 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] Checking router: f5059ad1-9b54-4543-b4ab-1780e49f485e for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:01:14.566341 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] Updating router f5059ad1-9b54-4543-b4ab-1780e49f485e port fafc4506-99a8-46d8-963e-8cbea9b96836 binding host dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:01:14.623819 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (fbf1a560-1ec1-4a79-8026-25b16a9b61d8), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:14.637768 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:14.644654 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:14.668881 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-88464596-ba15-4c87-93b9-8ef811f12bdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:14.726884 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (fafc4506-99a8-46d8-963e-8cbea9b96836), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:14.736656 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff53f3b1-8846-44f2-b1e3-9bc78525114e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:01:14.776671 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-ff53f3b1-8846-44f2-b1e3-9bc78525114e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:01:14.785779 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-1ac3ce3e-b6be-485e-82c3-6140d46914dc None None] Current status of the port 5499668a-f81b-46df-850e-0f4ed29f4818 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:14.789393 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53f3b1-8846-44f2-b1e3-9bc78525114e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Pushing event updated for resources: {'Port': ['ID=1a6d1b5e-dabd-46ef-b8d8-3883b76ad2e3,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:14.804494 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff53f3b1-8846-44f2-b1e3-9bc78525114e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:01:14.899093 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-f037adc6-d01f-477f-80e0-57270e590e0b tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:14.908519 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-f037adc6-d01f-477f-80e0-57270e590e0b tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/networks?id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa HTTP/1.1" status: 200 len: 818 time: 0.6982932 Jun 24 10:01:14.963751 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-659822f9-9873-4874-a0e9-f73784e410f3 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/quotas/ddf89eff2d584c508a967f1686090be1 HTTP/1.1" status: 200 len: 375 time: 0.0515780 Jun 24 10:01:15.044943 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:01:15.073299 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 2865935b-6b8d-4768-8228-483d92ef364d up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:01:15.120041 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ff53f3b1-8846-44f2-b1e3-9bc78525114e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for floatingip (e7764bea-5335-4814-9bf9-3940f446e283), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:15.147238 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:15.175191 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-7a5978d3-52ba-4580-a175-873633648873 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ddf89eff2d584c508a967f1686090be1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2020357 Jun 24 10:01:15.188397 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-c364bb16-25f4-4642-b5d3-c0204a7f2c58 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--425640235&fields=id&tenant_id=a77797eae68a42639f886f64db5f5598 HTTP/1.1" status: 200 len: 267 time: 0.2761827 Jun 24 10:01:15.193673 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 2865935b-6b8d-4768-8228-483d92ef364d triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:15.193673 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (2865935b-6b8d-4768-8228-483d92ef364d), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:15.324542 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b0c15a0d-3030-45ec-8fdb-57987bcc5c60 admin admin] Publish callbacks [] for security_group (98117cae-bb35-4447-a48a-b7b38b63e9fe), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:15.348684 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] Publish callbacks [] for port (fbf1a560-1ec1-4a79-8026-25b16a9b61d8), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:15.385806 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-090191a9-f65c-45f2-87b3-3f4b376b607a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110840) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:01:15.387193 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-090191a9-f65c-45f2-87b3-3f4b376b607a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0726948 Jun 24 10:01:15.415474 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 2865935b-6b8d-4768-8228-483d92ef364d is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:15.417462 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 739a2b4f-d61f-48d1-b089-3789f86b741d up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:01:15.435031 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (fbf1a560-1ec1-4a79-8026-25b16a9b61d8), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:15.437722 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b0c15a0d-3030-45ec-8fdb-57987bcc5c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (98117cae-bb35-4447-a48a-b7b38b63e9fe), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:15.440767 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ff53f3b1-8846-44f2-b1e3-9bc78525114e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (1a6d1b5e-dabd-46ef-b8d8-3883b76ad2e3), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:15.452055 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-88464596-ba15-4c87-93b9-8ef811f12bdb admin admin] Publish callbacks [] for security_group (76eecb3b-1633-4a11-9013-38154c1e55bb), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:15.619965 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:15.620614 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-88464596-ba15-4c87-93b9-8ef811f12bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (76eecb3b-1633-4a11-9013-38154c1e55bb), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:15.636945 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ecc0d-064c-420a-bb4d-8cc110c4c367 None None] Pushing event updated for resources: {'Port': ['ID=fbf1a560-1ec1-4a79-8026-25b16a9b61d8,revision_number=3']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:15.666295 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 37046) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:15.688826 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 739a2b4f-d61f-48d1-b089-3789f86b741d triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:15.691675 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (739a2b4f-d61f-48d1-b089-3789f86b741d), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:15.697963 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-7edba25e-f873-4ee5-adc7-5ba4d0adb9a5 service neutron] 10.222.0.26 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027349 Jun 24 10:01:15.758609 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-b0c15a0d-3030-45ec-8fdb-57987bcc5c60 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a4c7f0a9a634922a3a459f687577497&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8649132 Jun 24 10:01:15.763075 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 37054) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:15.766335 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] Attempting to bind port fbf1a560-1ec1-4a79-8026-25b16a9b61d8 on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:01:15.766707 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] Attempting to bind port fbf1a560-1ec1-4a79-8026-25b16a9b61d8 by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': 'aa725e7e-954b-4574-8420-010b18a49b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949'}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:01:15.767071 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] Attempting to bind port fbf1a560-1ec1-4a79-8026-25b16a9b61d8 on network 3c8f19ac-e8c2-4044-a226-361510084949 {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:01:15.781154 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:01:15.781577 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] Checking segment: {'id': 'aa725e7e-954b-4574-8420-010b18a49b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:01:15.782017 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:15.782406 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] Bound using segment: {'id': 'aa725e7e-954b-4574-8420-010b18a49b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949'} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:01:15.782893 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] Bound port: fbf1a560-1ec1-4a79-8026-25b16a9b61d8, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa725e7e-954b-4574-8420-010b18a49b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949'}}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:01:15.783273 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (fbf1a560-1ec1-4a79-8026-25b16a9b61d8), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:15.790319 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c15a0d-3030-45ec-8fdb-57987bcc5c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98117cae-bb35-4447-a48a-b7b38b63e9fe,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:15.814668 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:15.879429 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-6ff8c5d6-4f92-4b8d-9a0b-0d149155aa13 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:15.884573 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:DELETE=1,neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=5 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:15.885626 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-6ff8c5d6-4f92-4b8d-9a0b-0d149155aa13 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/networks?id=acbbe71d-fc88-4521-a985-304e44d1216d HTTP/1.1" status: 200 len: 817 time: 0.6768425 Jun 24 10:01:15.894053 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 37058) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:15.895173 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-88464596-ba15-4c87-93b9-8ef811f12bdb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=21f9c0bcecd44feea1ecc7922d55b13a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0483491 Jun 24 10:01:15.935471 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-b985f412-82c0-4088-a89a-5def24088f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:15.943891 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-d130286e-9d48-4829-b280-e258446bada1 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/quotas/a77797eae68a42639f886f64db5f5598 HTTP/1.1" status: 200 len: 375 time: 0.0373600 Jun 24 10:01:15.947615 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88464596-ba15-4c87-93b9-8ef811f12bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76eecb3b-1633-4a11-9013-38154c1e55bb,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:15.982569 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] Publish callbacks [] for port (fafc4506-99a8-46d8-963e-8cbea9b96836), precommit_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:15.998318 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] For port fbf1a560-1ec1-4a79-8026-25b16a9b61d8, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:01:16.008572 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] For port fbf1a560-1ec1-4a79-8026-25b16a9b61d8, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=fbf1a560-1ec1-4a79-8026-25b16a9b61d8,segment=NetworkSegment(aa725e7e-954b-4574-8420-010b18a49b50),segment_id=aa725e7e-954b-4574-8420-010b18a49b50)] {{(pid=110842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:01:16.051238 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 739a2b4f-d61f-48d1-b089-3789f86b741d is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:16.051747 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (739a2b4f-d61f-48d1-b089-3789f86b741d), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:16.063912 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-3289d60b-b860-42dd-9fc1-9801af2b3a99 None None] Provisioning complete for port fbf1a560-1ec1-4a79-8026-25b16a9b61d8 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:16.064453 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-3289d60b-b860-42dd-9fc1-9801af2b3a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (fbf1a560-1ec1-4a79-8026-25b16a9b61d8), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:16.077124 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c7df7e5e-35ce-4c91-a2e0-f238d0ce8cca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:16.092997 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-d2102e33-af37-45b1-b5bd-27f76e2f66f5 service neutron] 10.222.0.26 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934681 Jun 24 10:01:16.096515 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] For port 739a2b4f-d61f-48d1-b089-3789f86b741d, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=739a2b4f-d61f-48d1-b089-3789f86b741d,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:01:16.097090 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-fe9e855f-2204-4eec-b8a8-54f091b3cc69 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a77797eae68a42639f886f64db5f5598&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1430399 Jun 24 10:01:16.108651 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-105f8e84-11b0-402f-b722-209c0659242d admin admin] Publish callbacks [] for security_group (98117cae-bb35-4447-a48a-b7b38b63e9fe), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:16.116753 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (fafc4506-99a8-46d8-963e-8cbea9b96836), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:16.129437 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (fbf1a560-1ec1-4a79-8026-25b16a9b61d8), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:16.162804 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-3289d60b-b860-42dd-9fc1-9801af2b3a99 None None] Port fbf1a560-1ec1-4a79-8026-25b16a9b61d8 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:01:16.182524 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9a721-1a43-42af-8269-305b270324db None None] Pushing event updated for resources: {'Port': ['ID=fafc4506-99a8-46d8-963e-8cbea9b96836,revision_number=3']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:16.208448 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c7df7e5e-35ce-4c91-a2e0-f238d0ce8cca admin admin] Publish callbacks [] for security_group (5190f795-8a9a-4c4d-bfb6-5e6cf05d932b), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:16.215432 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ff53f3b1-8846-44f2-b1e3-9bc78525114e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for port (1a6d1b5e-dabd-46ef-b8d8-3883b76ad2e3), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:16.250920 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (739a2b4f-d61f-48d1-b089-3789f86b741d), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:16.251921 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-105f8e84-11b0-402f-b722-209c0659242d admin admin] Publish callbacks [] for security_group (98117cae-bb35-4447-a48a-b7b38b63e9fe), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:16.252547 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 5499668a-f81b-46df-850e-0f4ed29f4818 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:01:16.282708 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-cdf324e6-ef77-4084-bca2-b3d193691dc0 service neutron] 10.222.0.26 "GET /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679273 Jun 24 10:01:16.302036 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] Routers {'7c5e6f56-bd6b-4971-9c8f-46a5b2901263'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:01:16.302670 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:00:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:16.331981 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ff53f3b1-8846-44f2-b1e3-9bc78525114e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (1a6d1b5e-dabd-46ef-b8d8-3883b76ad2e3), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:16.350835 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5f72afec-9d53-47d4-a997-8a86f412c28d admin admin] Publish callbacks [] for security_group (76eecb3b-1633-4a11-9013-38154c1e55bb), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:16.374636 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] Attempting to bind port fafc4506-99a8-46d8-963e-8cbea9b96836 on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:01:16.375077 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] Attempting to bind port fafc4506-99a8-46d8-963e-8cbea9b96836 by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': 'b35a4a04-be90-443a-9760-19f59dd5b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d3516bf-89dd-46de-b07c-0627a924af1f'}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:01:16.375509 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] Attempting to bind port fafc4506-99a8-46d8-963e-8cbea9b96836 on network 9d3516bf-89dd-46de-b07c-0627a924af1f {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:01:16.398146 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:01:16.399208 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] Checking segment: {'id': 'b35a4a04-be90-443a-9760-19f59dd5b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d3516bf-89dd-46de-b07c-0627a924af1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:01:16.399376 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c7df7e5e-35ce-4c91-a2e0-f238d0ce8cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (5190f795-8a9a-4c4d-bfb6-5e6cf05d932b), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:16.399750 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:16.400280 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] Bound using segment: {'id': 'b35a4a04-be90-443a-9760-19f59dd5b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d3516bf-89dd-46de-b07c-0627a924af1f'} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:01:16.400828 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] Bound port: fafc4506-99a8-46d8-963e-8cbea9b96836, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35a4a04-be90-443a-9760-19f59dd5b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d3516bf-89dd-46de-b07c-0627a924af1f'}}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:01:16.401278 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (fafc4506-99a8-46d8-963e-8cbea9b96836), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:16.501827 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ecc0d-064c-420a-bb4d-8cc110c4c367 None None] Pushing event updated for resources: {'Port': ['ID=fbf1a560-1ec1-4a79-8026-25b16a9b61d8,revision_number=4']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:16.502698 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ff53f3b1-8846-44f2-b1e3-9bc78525114e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (e7764bea-5335-4814-9bf9-3940f446e283), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:16.598492 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5f72afec-9d53-47d4-a997-8a86f412c28d admin admin] Publish callbacks [] for security_group (76eecb3b-1633-4a11-9013-38154c1e55bb), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:16.630215 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53f3b1-8846-44f2-b1e3-9bc78525114e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Pushing event updated for resources: {'Port': ['ID=1a6d1b5e-dabd-46ef-b8d8-3883b76ad2e3,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:16.678938 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-c7df7e5e-35ce-4c91-a2e0-f238d0ce8cca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d4aee19d0c054575aabbdd8e137a4acd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0114591 Jun 24 10:01:16.686227 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 37076) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:16.692932 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df7e5e-35ce-4c91-a2e0-f238d0ce8cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5190f795-8a9a-4c4d-bfb6-5e6cf05d932b,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:16.699796 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] Set router 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:01:16.735517 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-38a4b119-1bc2-43aa-be8e-70ded1a48983 service neutron] 10.222.0.26 "GET /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438887 Jun 24 10:01:16.814658 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ff53f3b1-8846-44f2-b1e3-9bc78525114e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:16.818427 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-ff53f3b1-8846-44f2-b1e3-9bc78525114e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2652054 Jun 24 10:01:16.818427 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-e3155526-6634-42cf-8416-fd764e677bc2 admin admin] Publish callbacks [] for security_group (5190f795-8a9a-4c4d-bfb6-5e6cf05d932b), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:16.858768 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 5499668a-f81b-46df-850e-0f4ed29f4818 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:16.858768 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (5499668a-f81b-46df-850e-0f4ed29f4818), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:16.879544 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:16.890649 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-e3155526-6634-42cf-8416-fd764e677bc2 admin admin] Publish callbacks [] for security_group (5190f795-8a9a-4c4d-bfb6-5e6cf05d932b), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:16.926554 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:16.930559 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-105f8e84-11b0-402f-b722-209c0659242d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (98117cae-bb35-4447-a48a-b7b38b63e9fe), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:16.935461 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:16.938233 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-105f8e84-11b0-402f-b722-209c0659242d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:16.938388 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Pushing event updated for resources: {'Port': ['ID=739a2b4f-d61f-48d1-b089-3789f86b741d,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:16.952914 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-105f8e84-11b0-402f-b722-209c0659242d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98117cae-bb35-4447-a48a-b7b38b63e9fe HTTP/1.1" status: 204 len: 168 time: 1.1454728 Jun 24 10:01:16.981090 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-5cd68ad5-1758-4d2a-83c1-1b91f67c6d1e None None] Provisioning complete for port fbf1a560-1ec1-4a79-8026-25b16a9b61d8 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:16.983211 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-5cd68ad5-1758-4d2a-83c1-1b91f67c6d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (fbf1a560-1ec1-4a79-8026-25b16a9b61d8), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:16.992506 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'name': 'tempest-AttachVolumeTestJSON-2017177644-router', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:59Z', 'updated_at': '2022-06-24T10:01:05Z', 'revision_number': 4, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'gw_port': {'id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'fbf1a560-1ec1-4a79-8026-25b16a9b61d8', 'name': '', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'mac_address': 'fa:16:3e:97:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:04Z', 'updated_at': '2022-06-24T10:01:15Z', 'revision_number': 4, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'subnets': [{'id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:17.012136 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-efa7b715-ef74-457e-9ab5-dd494602e08f req-c1d958d5-c625-4d72-860a-b9f68f29b024 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 210 time: 0.2776244 Jun 24 10:01:17.034628 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f8e84-11b0-402f-b722-209c0659242d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98117cae-bb35-4447-a48a-b7b38b63e9fe,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:17.052584 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f84b7ed-2bc1-40db-ae5e-46b18835b29a None None] The sync data for ids ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'] in dv-cinder-843277-6-iscsi is: [{'id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'name': 'tempest-AttachVolumeTestJSON-2017177644-router', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:59Z', 'updated_at': '2022-06-24T10:01:05Z', 'revision_number': 4, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'gw_port': {'id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'fbf1a560-1ec1-4a79-8026-25b16a9b61d8', 'name': '', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'mac_address': 'fa:16:3e:97:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:04Z', 'updated_at': '2022-06-24T10:01:15Z', 'revision_number': 4, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'subnets': [{'id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:01:17.111027 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] For port fafc4506-99a8-46d8-963e-8cbea9b96836, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:01:17.156190 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] For port fafc4506-99a8-46d8-963e-8cbea9b96836, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=fafc4506-99a8-46d8-963e-8cbea9b96836,segment=NetworkSegment(b35a4a04-be90-443a-9760-19f59dd5b635),segment_id=b35a4a04-be90-443a-9760-19f59dd5b635)] {{(pid=110841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:01:17.162303 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-e3155526-6634-42cf-8416-fd764e677bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (5190f795-8a9a-4c4d-bfb6-5e6cf05d932b), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:17.165752 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-e3155526-6634-42cf-8416-fd764e677bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:17.170028 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-e3155526-6634-42cf-8416-fd764e677bc2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5190f795-8a9a-4c4d-bfb6-5e6cf05d932b HTTP/1.1" status: 204 len: 168 time: 0.4827621 Jun 24 10:01:17.184420 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3155526-6634-42cf-8416-fd764e677bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5190f795-8a9a-4c4d-bfb6-5e6cf05d932b,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:17.206698 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5f72afec-9d53-47d4-a997-8a86f412c28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (76eecb3b-1633-4a11-9013-38154c1e55bb), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:17.214716 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5f72afec-9d53-47d4-a997-8a86f412c28d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:17.217057 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-5f72afec-9d53-47d4-a997-8a86f412c28d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/76eecb3b-1633-4a11-9013-38154c1e55bb HTTP/1.1" status: 204 len: 168 time: 1.3040295 Jun 24 10:01:17.263402 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (fafc4506-99a8-46d8-963e-8cbea9b96836), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:17.271419 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:17.277979 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 5499668a-f81b-46df-850e-0f4ed29f4818 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:17.279099 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device b5efdb31-d66d-4ce5-9afc-a26e6768be77 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:01:17.287370 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-90dd8303-5954-4ce2-be96-d5fa8b8eddac req-a9d7d32d-1d45-449a-83fe-d5b94781abc1 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 210 time: 0.1473069 Jun 24 10:01:17.311459 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72afec-9d53-47d4-a997-8a86f412c28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76eecb3b-1633-4a11-9013-38154c1e55bb,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:17.371151 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9a721-1a43-42af-8269-305b270324db None None] Pushing event updated for resources: {'Port': ['ID=fafc4506-99a8-46d8-963e-8cbea9b96836,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:17.479840 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-5cd68ad5-1758-4d2a-83c1-1b91f67c6d1e None None] Current status of the port fbf1a560-1ec1-4a79-8026-25b16a9b61d8 is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:17.494339 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-5cd68ad5-1758-4d2a-83c1-1b91f67c6d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (fbf1a560-1ec1-4a79-8026-25b16a9b61d8), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:17.512020 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-dbecd3c6-83e2-409a-bd66-6ec51ce05d5f req-97ee9899-dc0e-473d-bca9-8989aad8f370 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 210 time: 0.0980914 Jun 24 10:01:17.522051 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-afb29874-d126-4a3f-8bf2-ad2c9f4fa44a tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--554624074&fields=id&tenant_id=b57a965c8ac24ad383260d621813bc3b HTTP/1.1" status: 200 len: 267 time: 0.1153085 Jun 24 10:01:17.567065 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-5cd68ad5-1758-4d2a-83c1-1b91f67c6d1e None None] For port fbf1a560-1ec1-4a79-8026-25b16a9b61d8, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=fbf1a560-1ec1-4a79-8026-25b16a9b61d8,segment=NetworkSegment(aa725e7e-954b-4574-8420-010b18a49b50),segment_id=aa725e7e-954b-4574-8420-010b18a49b50)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:01:17.587939 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] Routers {'f5059ad1-9b54-4543-b4ab-1780e49f485e'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:01:17.588620 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:00:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['f5059ad1-9b54-4543-b4ab-1780e49f485e'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:17.634270 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port b5efdb31-d66d-4ce5-9afc-a26e6768be77 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:17.634663 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (b5efdb31-d66d-4ce5-9afc-a26e6768be77), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:17.708034 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-5cd68ad5-1758-4d2a-83c1-1b91f67c6d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (fbf1a560-1ec1-4a79-8026-25b16a9b61d8), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:17.797275 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-8dde1e73-6e7c-4529-8434-5b5581289726 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:17.804864 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-8dde1e73-6e7c-4529-8434-5b5581289726 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/networks?id=3c8f19ac-e8c2-4044-a226-361510084949 HTTP/1.1" status: 200 len: 811 time: 0.2718594 Jun 24 10:01:17.830763 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-ab705b79-eed3-4b5a-a4d0-531e1d34bb98 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/quotas/b57a965c8ac24ad383260d621813bc3b HTTP/1.1" status: 200 len: 375 time: 0.0150008 Jun 24 10:01:17.860101 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-5cd68ad5-1758-4d2a-83c1-1b91f67c6d1e None None] Provisioning complete for port fafc4506-99a8-46d8-963e-8cbea9b96836 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:17.860692 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-5cd68ad5-1758-4d2a-83c1-1b91f67c6d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (fafc4506-99a8-46d8-963e-8cbea9b96836), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:17.908761 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] Set router f5059ad1-9b54-4543-b4ab-1780e49f485e gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:01:17.936738 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-e203b517-603d-4cd6-af29-02d85f331abd tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b57a965c8ac24ad383260d621813bc3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1004908 Jun 24 10:01:17.959459 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd68ad5-1758-4d2a-83c1-1b91f67c6d1e None None] Pushing event updated for resources: {'Port': ['ID=fbf1a560-1ec1-4a79-8026-25b16a9b61d8,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:18.003144 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-004dfde6-0e4b-4650-967e-b135bf9fe634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:18.124494 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-930fd74b-1f2d-4349-88b7-2b82fccbc87c service neutron] 10.222.0.26 "GET /v2.0/networks/3c8f19ac-e8c2-4044-a226-361510084949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748462 Jun 24 10:01:18.160545 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port b5efdb31-d66d-4ce5-9afc-a26e6768be77 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:18.229169 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:18.387676 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06770a9c-4074-430b-93f8-041cf4c49076 req-b1c12073-a5a6-4243-8f20-4b6cae0d39e7 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:18.394881 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-06770a9c-4074-430b-93f8-041cf4c49076 req-b1c12073-a5a6-4243-8f20-4b6cae0d39e7 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/networks?id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa HTTP/1.1" status: 200 len: 818 time: 0.2837005 Jun 24 10:01:18.444864 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-06770a9c-4074-430b-93f8-041cf4c49076 req-45077b12-65b9-4bd0-bad9-4d822abc6344 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/quotas/ddf89eff2d584c508a967f1686090be1 HTTP/1.1" status: 200 len: 375 time: 0.0474527 Jun 24 10:01:18.480140 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-5cd68ad5-1758-4d2a-83c1-1b91f67c6d1e None None] Current status of the port fafc4506-99a8-46d8-963e-8cbea9b96836 is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:18.480741 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-5cd68ad5-1758-4d2a-83c1-1b91f67c6d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (fafc4506-99a8-46d8-963e-8cbea9b96836), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:18.606730 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-06770a9c-4074-430b-93f8-041cf4c49076 req-d7b30096-928e-43b8-97ce-cd26bd79eb23 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ddf89eff2d584c508a967f1686090be1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1532028 Jun 24 10:01:18.616041 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 739a2b4f-d61f-48d1-b089-3789f86b741d up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:01:18.629461 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-5cd68ad5-1758-4d2a-83c1-1b91f67c6d1e None None] For port fafc4506-99a8-46d8-963e-8cbea9b96836, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=fafc4506-99a8-46d8-963e-8cbea9b96836,segment=NetworkSegment(b35a4a04-be90-443a-9760-19f59dd5b635),segment_id=b35a4a04-be90-443a-9760-19f59dd5b635)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:01:18.763238 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-5cd68ad5-1758-4d2a-83c1-1b91f67c6d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (fafc4506-99a8-46d8-963e-8cbea9b96836), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:18.787058 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-5cd64f6e-bc5f-4df0-949f-958512fde048 service neutron] 10.222.0.26 "GET /v2.0/networks/3c8f19ac-e8c2-4044-a226-361510084949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6619604 Jun 24 10:01:18.789760 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:18.810065 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-06770a9c-4074-430b-93f8-041cf4c49076 req-ec23aedf-547f-4535-bcb7-560ae2e35885 service neutron] 10.222.0.26 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000232 Jun 24 10:01:18.819619 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:18.840922 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5059ad1-9b54-4543-b4ab-1780e49f485e', 'name': 'tempest-DeleteServersTestJSON-1000350882-router', 'tenant_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'b5efdb31-d66d-4ce5-9afc-a26e6768be77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:07Z', 'revision_number': 4, 'project_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'gw_port': {'id': 'b5efdb31-d66d-4ce5-9afc-a26e6768be77', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5059ad1-9b54-4543-b4ab-1780e49f485e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:01Z', 'updated_at': '2022-06-24T10:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'fafc4506-99a8-46d8-963e-8cbea9b96836', 'name': '', 'network_id': '9d3516bf-89dd-46de-b07c-0627a924af1f', 'tenant_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'mac_address': 'fa:16:3e:a9:46:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5059ad1-9b54-4543-b4ab-1780e49f485e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fe9e7841-55db-430e-aa24-de6473e4368a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:06Z', 'updated_at': '2022-06-24T10:01:17Z', 'revision_number': 4, 'project_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'subnets': [{'id': 'fe9e7841-55db-430e-aa24-de6473e4368a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:18.889907 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45946a5b-cfee-4fe6-ab1e-42241d57d0e3 None None] The sync data for ids ['f5059ad1-9b54-4543-b4ab-1780e49f485e'] in dv-cinder-843277-6-iscsi is: [{'id': 'f5059ad1-9b54-4543-b4ab-1780e49f485e', 'name': 'tempest-DeleteServersTestJSON-1000350882-router', 'tenant_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'b5efdb31-d66d-4ce5-9afc-a26e6768be77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:07Z', 'revision_number': 4, 'project_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'gw_port': {'id': 'b5efdb31-d66d-4ce5-9afc-a26e6768be77', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5059ad1-9b54-4543-b4ab-1780e49f485e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:01Z', 'updated_at': '2022-06-24T10:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'fafc4506-99a8-46d8-963e-8cbea9b96836', 'name': '', 'network_id': '9d3516bf-89dd-46de-b07c-0627a924af1f', 'tenant_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'mac_address': 'fa:16:3e:a9:46:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5059ad1-9b54-4543-b4ab-1780e49f485e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fe9e7841-55db-430e-aa24-de6473e4368a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:06Z', 'updated_at': '2022-06-24T10:01:17Z', 'revision_number': 4, 'project_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'subnets': [{'id': 'fe9e7841-55db-430e-aa24-de6473e4368a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:01:18.913055 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 739a2b4f-d61f-48d1-b089-3789f86b741d triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:18.914785 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (739a2b4f-d61f-48d1-b089-3789f86b741d), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:18.917001 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-8351f41b-135c-4248-a9c0-a33c6c8515c4 None None] Provisioning complete for port fafc4506-99a8-46d8-963e-8cbea9b96836 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:18.917468 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-8351f41b-135c-4248-a9c0-a33c6c8515c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (fafc4506-99a8-46d8-963e-8cbea9b96836), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:18.922396 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd68ad5-1758-4d2a-83c1-1b91f67c6d1e None None] Pushing event updated for resources: {'Port': ['ID=fafc4506-99a8-46d8-963e-8cbea9b96836,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:19.146172 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-06770a9c-4074-430b-93f8-041cf4c49076 req-dd35b2c3-d2f5-4571-adbd-55a02d52eb74 service neutron] 10.222.0.26 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289669 Jun 24 10:01:19.221956 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:19.231597 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-8351f41b-135c-4248-a9c0-a33c6c8515c4 None None] Current status of the port fafc4506-99a8-46d8-963e-8cbea9b96836 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:19.234771 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 739a2b4f-d61f-48d1-b089-3789f86b741d is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:19.236297 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device fbf1a560-1ec1-4a79-8026-25b16a9b61d8 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:01:19.359676 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port fbf1a560-1ec1-4a79-8026-25b16a9b61d8 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:19.360698 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (fbf1a560-1ec1-4a79-8026-25b16a9b61d8), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:19.529481 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:19.578179 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 37214) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:19.616739 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ef47e378-a70a-4a42-9295-f782bba1ddba req-c23fae54-4ac2-4805-85ad-30e1431c132a tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 210 time: 0.0980222 Jun 24 10:01:19.654918 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port fbf1a560-1ec1-4a79-8026-25b16a9b61d8 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:19.656158 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 7e462252-4415-4974-bee8-b8a244c5df1a up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:01:19.751220 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-38dcc06d-a49d-4aac-86c4-302b4fe2b4d3 req-21527d60-9025-4ef1-9efe-19c6f6109b59 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 210 time: 0.0455909 Jun 24 10:01:19.766911 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 7e462252-4415-4974-bee8-b8a244c5df1a triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:19.766911 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (7e462252-4415-4974-bee8-b8a244c5df1a), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:19.866589 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ca8c0245-1ad2-4fbf-b233-f722223636ad req-7e01d84f-bd2e-429a-823f-f42b7b5a54ff tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 210 time: 0.0432210 Jun 24 10:01:19.891325 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0ed5baab-b798-495b-9f67-0f606f660129 req-2d6f6846-b363-44b9-9e96-641deff21f4f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 210 time: 0.0572822 Jun 24 10:01:19.942116 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 7e462252-4415-4974-bee8-b8a244c5df1a is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:19.942605 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (7e462252-4415-4974-bee8-b8a244c5df1a), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:19.981001 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] For port 7e462252-4415-4974-bee8-b8a244c5df1a, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=7e462252-4415-4974-bee8-b8a244c5df1a,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:01:19.998077 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.55', 62746) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:20.086801 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d9f5e906-3290-428e-bca6-62b95268af39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:20.119960 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (7e462252-4415-4974-bee8-b8a244c5df1a), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:20.160454 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-b21ca36c-edd4-4a04-8d7d-98a37c8f9652 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:20.161963 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-b21ca36c-edd4-4a04-8d7d-98a37c8f9652 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.55 "GET /v2.0/networks?id=9d3516bf-89dd-46de-b07c-0627a924af1f HTTP/1.1" status: 200 len: 812 time: 0.1619375 Jun 24 10:01:20.215061 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-afdf9ed6-fa36-4dcd-a28b-b56ce5482b7a tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Request body: {'port': {'device_id': 'ffd6d45e-4648-4b13-acb5-3473bf9e935a', 'network_id': '9d3516bf-89dd-46de-b07c-0627a924af1f', 'admin_state_up': True, 'tenant_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:01:20.278208 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Pushing event updated for resources: {'Port': ['ID=7e462252-4415-4974-bee8-b8a244c5df1a,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:20.341786 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:20.343868 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d9f5e906-3290-428e-bca6-62b95268af39 admin admin] Publish callbacks [] for security_group (debaf157-b046-4e05-a382-f49acf8f25d4), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:20.366544 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device fafc4506-99a8-46d8-963e-8cbea9b96836 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:01:20.442295 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d9f5e906-3290-428e-bca6-62b95268af39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (debaf157-b046-4e05-a382-f49acf8f25d4), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:20.453561 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port fafc4506-99a8-46d8-963e-8cbea9b96836 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:20.453923 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (fafc4506-99a8-46d8-963e-8cbea9b96836), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:20.568612 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5e906-3290-428e-bca6-62b95268af39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debaf157-b046-4e05-a382-f49acf8f25d4,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:20.573625 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-d9f5e906-3290-428e-bca6-62b95268af39 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=310cf9d49c0c403cb2c4d87e46fdd0e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9926591 Jun 24 10:01:20.576345 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 37256) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:20.639353 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port fafc4506-99a8-46d8-963e-8cbea9b96836 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:20.666690 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-db36a894-4f45-40bd-aec3-a203922eb197 admin admin] Publish callbacks [] for security_group (debaf157-b046-4e05-a382-f49acf8f25d4), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:20.703980 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-afdf9ed6-fa36-4dcd-a28b-b56ce5482b7a tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Made reservation on behalf of 6e8e5400d9ee4b6bbe129f4b7327cdf3 for: {'port': 1} {{(pid=110840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:01:20.714021 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-afdf9ed6-fa36-4dcd-a28b-b56ce5482b7a tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:20.733852 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-db36a894-4f45-40bd-aec3-a203922eb197 admin admin] Publish callbacks [] for security_group (debaf157-b046-4e05-a382-f49acf8f25d4), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:20.791201 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-78e4a4b0-0d2a-46f0-b736-4c4b6b92895c req-dcce57b2-f611-4c89-b68e-e2e53fa12a0b tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 210 time: 0.0469894 Jun 24 10:01:20.814308 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:20.817881 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:20.875671 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-794bc51d-f692-4cef-b31d-7c3cb172b091 req-88685ab7-79f9-4212-8ab9-3b135618e37f tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 210 time: 0.0455413 Jun 24 10:01:20.905543 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-db36a894-4f45-40bd-aec3-a203922eb197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (debaf157-b046-4e05-a382-f49acf8f25d4), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:20.915606 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:20.915697 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-db36a894-4f45-40bd-aec3-a203922eb197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:20.915697 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-db36a894-4f45-40bd-aec3-a203922eb197 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/debaf157-b046-4e05-a382-f49acf8f25d4 HTTP/1.1" status: 204 len: 168 time: 0.3356411 Jun 24 10:01:20.923738 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36a894-4f45-40bd-aec3-a203922eb197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debaf157-b046-4e05-a382-f49acf8f25d4,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:20.999585 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:21.039737 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4c25bcdf-172f-4408-8c7e-632bdac58c5c req-c5f38096-3b75-427b-814a-0de099b99f39 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 210 time: 0.0419219 Jun 24 10:01:21.092349 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0ecb4542-aa0b-4a62-8010-362859eb6621 req-75c3a77b-5f5b-442a-bf34-b078f20e716f tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 210 time: 0.0626311 Jun 24 10:01:21.188626 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:21.225469 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_common [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-afdf9ed6-fa36-4dcd-a28b-b56ce5482b7a tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Allocated IP 172.20.0.10 (9d3516bf-89dd-46de-b07c-0627a924af1f/fe9e7841-55db-430e-aa24-de6473e4368a/ac909eb0-aeea-4b66-970c-1e6b004e8902) {{(pid=110840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:01:21.428595 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-afdf9ed6-fa36-4dcd-a28b-b56ce5482b7a tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Publish callbacks [] for port (ac909eb0-aeea-4b66-970c-1e6b004e8902), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:21.531167 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.55', 62755) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:21.577749 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-afdf9ed6-fa36-4dcd-a28b-b56ce5482b7a tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (ac909eb0-aeea-4b66-970c-1e6b004e8902), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:21.602683 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:21.693571 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-778eeb5d-1328-4ac7-8b14-e330e7a077ad tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:21.696646 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-778eeb5d-1328-4ac7-8b14-e330e7a077ad tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.55 "GET /v2.0/networks?id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa HTTP/1.1" status: 200 len: 818 time: 0.1606042 Jun 24 10:01:21.720591 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-a31bc750-2311-4862-b519-eb96972ac905 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Request body: {'port': {'device_id': 'ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'admin_state_up': True, 'tenant_id': 'ddf89eff2d584c508a967f1686090be1'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:01:21.745752 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf9ed6-fa36-4dcd-a28b-b56ce5482b7a tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Pushing event updated for resources: {'Port': ['ID=ac909eb0-aeea-4b66-970c-1e6b004e8902,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:21.755268 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-afdf9ed6-fa36-4dcd-a28b-b56ce5482b7a tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Network 9d3516bf-89dd-46de-b07c-0627a924af1f is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:01:21.756765 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-afdf9ed6-fa36-4dcd-a28b-b56ce5482b7a tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:01:21.759448 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-afdf9ed6-fa36-4dcd-a28b-b56ce5482b7a tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Received port after_create {{(pid=110840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:01:21.764927 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-afdf9ed6-fa36-4dcd-a28b-b56ce5482b7a tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:21.765572 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-afdf9ed6-fa36-4dcd-a28b-b56ce5482b7a tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for port (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:21.861143 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:21.888351 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-afdf9ed6-fa36-4dcd-a28b-b56ce5482b7a tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6793230 Jun 24 10:01:21.909952 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-9325d64f-7598-4834-a627-b3c4fdc4e40f tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110840) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:01:21.910177 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.55', 62756) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:21.911933 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-9325d64f-7598-4834-a627-b3c4fdc4e40f tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0082805 Jun 24 10:01:22.024093 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-a31bc750-2311-4862-b519-eb96972ac905 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Made reservation on behalf of ddf89eff2d584c508a967f1686090be1 for: {'port': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:01:22.024359 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4ac8e-afb6-4c54-9816-90759eff369f req-228cd43c-09c8-4980-a10a-fa3a644ab22a tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:22.026797 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-03e4ac8e-afb6-4c54-9816-90759eff369f req-228cd43c-09c8-4980-a10a-fa3a644ab22a tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 932 time: 0.0884805 Jun 24 10:01:22.028577 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-a31bc750-2311-4862-b519-eb96972ac905 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:22.139009 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-03e4ac8e-afb6-4c54-9816-90759eff369f req-540b47cf-2dd8-479b-b312-e752ad529750 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034145 Jun 24 10:01:22.206726 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-b72ae4b4-145b-459f-92d4-f06777221874 None None] Provisioning complete for port ac909eb0-aeea-4b66-970c-1e6b004e8902 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:22.208614 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-b72ae4b4-145b-459f-92d4-f06777221874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (ac909eb0-aeea-4b66-970c-1e6b004e8902), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:22.267979 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 37370) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:22.309264 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5d6743d3-f07a-4da5-b21a-01430086e7ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:22.325860 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-1cf7127b-8203-46bd-92f4-74f7d4749310 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:22.330389 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-1cf7127b-8203-46bd-92f4-74f7d4749310 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.55 "GET /v2.0/networks?id=acbbe71d-fc88-4521-a985-304e44d1216d HTTP/1.1" status: 200 len: 817 time: 0.4180038 Jun 24 10:01:22.342955 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-b72ae4b4-145b-459f-92d4-f06777221874 None None] Port ac909eb0-aeea-4b66-970c-1e6b004e8902 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:01:22.397061 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:22.399545 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 7e462252-4415-4974-bee8-b8a244c5df1a up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:01:22.463615 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0f17a051-f928-44b9-a7ce-a32a5e538e63 req-bae386fa-ff36-4632-aefa-55425cd2c281 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 210 time: 0.1443095 Jun 24 10:01:22.523239 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9bd13b7a-09fc-460e-837d-b85865dfb0ca req-decf5af7-c133-4926-8ab0-2c434cd0d243 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 210 time: 0.1382813 Jun 24 10:01:22.555573 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 7e462252-4415-4974-bee8-b8a244c5df1a triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:22.555961 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (7e462252-4415-4974-bee8-b8a244c5df1a), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:22.778400 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5d6743d3-f07a-4da5-b21a-01430086e7ad admin admin] Publish callbacks [] for security_group (e1864b2c-29a0-45a3-8fb7-d47a4cb1b533), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:22.793042 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-92ea9183-16f8-434b-82e5-045d23b55ec9 req-797b5f2d-ba64-41c2-902c-683ac6e3a399 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 210 time: 0.0844092 Jun 24 10:01:22.878161 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-a31bc750-2311-4862-b519-eb96972ac905 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Allocated IP 172.20.0.9 (fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa/144899a2-b09a-495a-b00a-6c663cd7966a/be1d3537-038c-4ba5-84f5-566839e929b4) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:01:22.894861 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-5e1e4d6f-ce05-4beb-8998-14ecfd4c581a tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a77797eae68a42639f886f64db5f5598 HTTP/1.1" status: 200 len: 379 time: 0.5227022 Jun 24 10:01:22.897143 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5d6743d3-f07a-4da5-b21a-01430086e7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (e1864b2c-29a0-45a3-8fb7-d47a4cb1b533), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:22.924473 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-cbcf648e-cce6-454a-864e-d70e46098b14 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Request body: {'port': {'device_id': '904eb348-521e-499e-8127-cb3096230877', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'admin_state_up': True, 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'security_groups': ['0c0b3551-0378-42bb-b1bc-d2230455d54a']}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:01:23.137326 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 7e462252-4415-4974-bee8-b8a244c5df1a is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:23.356397 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6743d3-f07a-4da5-b21a-01430086e7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1864b2c-29a0-45a3-8fb7-d47a4cb1b533,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:23.390220 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-5d6743d3-f07a-4da5-b21a-01430086e7ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b5ee4ab67384b42bc7aa10c969c091c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1203628 Jun 24 10:01:23.405591 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-1b41a027-0d0f-4b21-a287-708534c53cbe service neutron] Request body: {'port': {'device_id': 'ffd6d45e-4648-4b13-acb5-3473bf9e935a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:01:23.445143 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-a31bc750-2311-4862-b519-eb96972ac905 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks [] for port (be1d3537-038c-4ba5-84f5-566839e929b4), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:23.489511 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 37428) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:23.549069 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-a31bc750-2311-4862-b519-eb96972ac905 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (be1d3537-038c-4ba5-84f5-566839e929b4), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:23.631285 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5613a7f-8505-481c-b726-d250bada50ca req-a7dae2c1-3482-49d9-a20a-e8e556010b4f tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:23.639005 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c5613a7f-8505-481c-b726-d250bada50ca req-a7dae2c1-3482-49d9-a20a-e8e556010b4f tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 932 time: 0.2690566 Jun 24 10:01:23.668993 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-1b41a027-0d0f-4b21-a287-708534c53cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (ac909eb0-aeea-4b66-970c-1e6b004e8902), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:23.838397 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-69f9625b-3880-495b-8f52-8f732e45c973 req-c1cb6e3b-f203-4c9b-8519-1a8c435c35f0 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 210 time: 0.1007650 Jun 24 10:01:23.885384 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ffaadcca-0458-4a62-9885-72f59447d206 admin admin] Publish callbacks [] for security_group (e1864b2c-29a0-45a3-8fb7-d47a4cb1b533), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:23.916341 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ffaadcca-0458-4a62-9885-72f59447d206 admin admin] Publish callbacks [] for security_group (e1864b2c-29a0-45a3-8fb7-d47a4cb1b533), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:23.988485 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:24.029928 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.55', 62771) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:24.095290 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:24.111673 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:24.262174 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] Sync routers for ids ['a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:01:24.282268 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] Routers {'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:01:24.285319 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:01:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:24.385506 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bc750-2311-4862-b519-eb96972ac905 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Pushing event updated for resources: {'Port': ['ID=be1d3537-038c-4ba5-84f5-566839e929b4,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:24.406491 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-6b90641b-e6a6-4574-bc6d-f75757b32073 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:24.408532 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-6b90641b-e6a6-4574-bc6d-f75757b32073 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.55 "GET /v2.0/networks?id=3c8f19ac-e8c2-4044-a226-361510084949 HTTP/1.1" status: 200 len: 811 time: 0.3763003 Jun 24 10:01:24.430447 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-a31bc750-2311-4862-b519-eb96972ac905 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Network fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:01:24.432004 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 37456) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:24.432636 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.55', 62772) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:24.434202 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ffaadcca-0458-4a62-9885-72f59447d206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (e1864b2c-29a0-45a3-8fb7-d47a4cb1b533), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:24.437961 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ffaadcca-0458-4a62-9885-72f59447d206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:24.439749 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-ffaadcca-0458-4a62-9885-72f59447d206 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e1864b2c-29a0-45a3-8fb7-d47a4cb1b533 HTTP/1.1" status: 204 len: 168 time: 0.9493799 Jun 24 10:01:24.584701 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0ff1adc0-1273-4189-9c9e-1b292e924d0d req-17b58956-91ff-41a1-95f4-1e04c3bd6fa8 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 210 time: 0.2003522 Jun 24 10:01:24.612899 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-f3aa31d4-f378-4c09-8e17-d47649d51262 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57a965c8ac24ad383260d621813bc3b HTTP/1.1" status: 200 len: 379 time: 0.1501312 Jun 24 10:01:24.613749 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaadcca-0458-4a62-9885-72f59447d206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1864b2c-29a0-45a3-8fb7-d47a4cb1b533,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:24.628086 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-a31bc750-2311-4862-b519-eb96972ac905 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:01:24.727223 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c5613a7f-8505-481c-b726-d250bada50ca req-7b6e959c-8b1a-4677-85bb-7dfd3802cc2e tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0866425 Jun 24 10:01:24.785098 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:24.961285 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] Set router a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:01:25.022900 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.notifiers.nova [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-1b41a027-0d0f-4b21-a287-708534c53cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac909eb0-aeea-4b66-970c-1e6b004e8902 {{(pid=110840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:01:25.069017 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-1b41a027-0d0f-4b21-a287-708534c53cbe service neutron] Publish callbacks [] for port (ac909eb0-aeea-4b66-970c-1e6b004e8902), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:25.266415 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-99bd34be-00f4-4ae5-ab00-782bc95041fd req-6101fbf7-1905-4cf2-bf4a-b1b619755e04 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 210 time: 0.1795526 Jun 24 10:01:25.279052 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.provisioning_blocks [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-1b41a027-0d0f-4b21-a287-708534c53cbe service neutron] Transition to ACTIVE for port object ac909eb0-aeea-4b66-970c-1e6b004e8902 will not be triggered until provisioned by entity L2. {{(pid=110840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:01:25.331467 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-cd0df6b3-14a1-4e37-8cb8-9f0d9c7f776c None None] Provisioning complete for port be1d3537-038c-4ba5-84f5-566839e929b4 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:25.333276 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-cd0df6b3-14a1-4e37-8cb8-9f0d9c7f776c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (be1d3537-038c-4ba5-84f5-566839e929b4), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:25.362303 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:25.390582 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-1b41a027-0d0f-4b21-a287-708534c53cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (ac909eb0-aeea-4b66-970c-1e6b004e8902), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:25.395482 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-a31bc750-2311-4862-b519-eb96972ac905 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:01:25.407815 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-a31bc750-2311-4862-b519-eb96972ac905 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:25.412285 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-a31bc750-2311-4862-b519-eb96972ac905 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:25.423971 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-5d00f589-030d-403f-9665-7c331a032b98 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Request body: {'port': {'device_id': '84bc600e-1c87-4ba3-9dfa-421ee774e45e', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'admin_state_up': True, 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'security_groups': ['427202c8-6f20-4686-80f5-96cce5138d80']}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:01:25.453384 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-cbcf648e-cce6-454a-864e-d70e46098b14 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Made reservation on behalf of a77797eae68a42639f886f64db5f5598 for: {'port': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:01:25.462243 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-cbcf648e-cce6-454a-864e-d70e46098b14 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:25.507632 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-cd0df6b3-14a1-4e37-8cb8-9f0d9c7f776c None None] Port be1d3537-038c-4ba5-84f5-566839e929b4 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:01:25.539855 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:25.591245 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41a027-0d0f-4b21-a287-708534c53cbe service neutron] Pushing event updated for resources: {'Port': ['ID=ac909eb0-aeea-4b66-970c-1e6b004e8902,revision_number=2']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:25.715028 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'name': 'tempest-ServerRescueNegativeTestJSON-292774372-router', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:09Z', 'revision_number': 4, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'gw_port': {'id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:01Z', 'updated_at': '2022-06-24T10:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'd2f8c1c8-dbdf-4484-83e0-7797f26f41e9', 'name': '', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'mac_address': 'fa:16:3e:73:4a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:08Z', 'updated_at': '2022-06-24T10:01:10Z', 'revision_number': 2, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'subnets': [{'id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:25.722035 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e5580ebe-15b7-4b4b-b852-a6f86bfd61a9 req-e5dc1f97-61ce-497b-933d-684106ae136a tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 210 time: 0.3753629 Jun 24 10:01:25.724370 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:25.779740 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] Checking router: a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:01:25.780447 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] Updating router a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 port d2f8c1c8-dbdf-4484-83e0-7797f26f41e9 binding host dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:01:25.837391 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:25.842133 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (d2f8c1c8-dbdf-4484-83e0-7797f26f41e9), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:25.873184 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9ff95893-bf26-46e8-b11c-8d3f0486ad71 req-3b11d1d9-9822-47ff-a62f-165e5e8ff861 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 210 time: 0.0604784 Jun 24 10:01:25.878950 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-a31bc750-2311-4862-b519-eb96972ac905 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1716919 Jun 24 10:01:25.893473 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b2821755-9181-4c6f-baa7-9b1dc61561f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:25.894217 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.managers [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-1b41a027-0d0f-4b21-a287-708534c53cbe service neutron] Attempting to bind port ac909eb0-aeea-4b66-970c-1e6b004e8902 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=110840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:01:25.894703 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.managers [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-1b41a027-0d0f-4b21-a287-708534c53cbe service neutron] Attempting to bind port ac909eb0-aeea-4b66-970c-1e6b004e8902 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': 'b35a4a04-be90-443a-9760-19f59dd5b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d3516bf-89dd-46de-b07c-0627a924af1f'}] {{(pid=110840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:01:25.895064 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-1b41a027-0d0f-4b21-a287-708534c53cbe service neutron] Attempting to bind port ac909eb0-aeea-4b66-970c-1e6b004e8902 on network 9d3516bf-89dd-46de-b07c-0627a924af1f {{(pid=110840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:01:25.906209 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-1b41a027-0d0f-4b21-a287-708534c53cbe service neutron] Port ac909eb0-aeea-4b66-970c-1e6b004e8902 on network 9d3516bf-89dd-46de-b07c-0627a924af1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=110840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:01:25.906209 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-1b41a027-0d0f-4b21-a287-708534c53cbe service neutron] Attempting to bind port ac909eb0-aeea-4b66-970c-1e6b004e8902 on network 9d3516bf-89dd-46de-b07c-0627a924af1f {{(pid=110840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:01:25.917687 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-1b41a027-0d0f-4b21-a287-708534c53cbe service neutron] Checking agent: {'id': '26214230-7434-41f1-bd59-00d94ef0f061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'started_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:01:25.918046 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-1b41a027-0d0f-4b21-a287-708534c53cbe service neutron] Checking segment: {'id': 'b35a4a04-be90-443a-9760-19f59dd5b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d3516bf-89dd-46de-b07c-0627a924af1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:01:25.918589 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-1b41a027-0d0f-4b21-a287-708534c53cbe service neutron] Bound using segment: {'id': 'b35a4a04-be90-443a-9760-19f59dd5b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d3516bf-89dd-46de-b07c-0627a924af1f'} {{(pid=110840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:01:25.919033 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.managers [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-1b41a027-0d0f-4b21-a287-708534c53cbe service neutron] Bound port: ac909eb0-aeea-4b66-970c-1e6b004e8902, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b35a4a04-be90-443a-9760-19f59dd5b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9d3516bf-89dd-46de-b07c-0627a924af1f'}}] {{(pid=110840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:01:25.919371 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-1b41a027-0d0f-4b21-a287-708534c53cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (ac909eb0-aeea-4b66-970c-1e6b004e8902), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:25.968854 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-501c3431-57c7-4bbc-80a2-dbd11db1e52b service neutron] Request body: {'port': {'device_id': 'ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:01:26.061609 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-1b41a027-0d0f-4b21-a287-708534c53cbe service neutron] For port ac909eb0-aeea-4b66-970c-1e6b004e8902, host hv-cinder-84327, cleared binding levels {{(pid=110840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:01:26.094321 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-1b41a027-0d0f-4b21-a287-708534c53cbe service neutron] For port ac909eb0-aeea-4b66-970c-1e6b004e8902, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=ac909eb0-aeea-4b66-970c-1e6b004e8902,segment=NetworkSegment(b35a4a04-be90-443a-9760-19f59dd5b635),segment_id=b35a4a04-be90-443a-9760-19f59dd5b635)] {{(pid=110840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:01:26.100688 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:26.141755 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06770a9c-4074-430b-93f8-041cf4c49076 req-a7a1f975-d722-483d-a603-853a556484de tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:26.144236 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-06770a9c-4074-430b-93f8-041cf4c49076 req-a7a1f975-d722-483d-a603-853a556484de tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.55 "GET /v2.0/networks?id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa HTTP/1.1" status: 200 len: 818 time: 1.6948860 Jun 24 10:01:26.186785 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-1b41a027-0d0f-4b21-a287-708534c53cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (ac909eb0-aeea-4b66-970c-1e6b004e8902), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:26.233853 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-06770a9c-4074-430b-93f8-041cf4c49076 req-bb830117-b485-4fe0-8e41-c2e8368d8461 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Request body: {'port': {'device_id': 'e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'admin_state_up': True, 'tenant_id': 'ddf89eff2d584c508a967f1686090be1'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:01:26.261451 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc950554-904b-4bb8-a052-9bc378d161d9 req-3d79e00e-9e11-4451-beae-2f362dbac135 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:26.269826 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-cc950554-904b-4bb8-a052-9bc378d161d9 req-3d79e00e-9e11-4451-beae-2f362dbac135 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 944 time: 0.3790357 Jun 24 10:01:26.300225 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-1b41a027-0d0f-4b21-a287-708534c53cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:26.300845 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-1b41a027-0d0f-4b21-a287-708534c53cbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for port (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:26.303351 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-1b41a027-0d0f-4b21-a287-708534c53cbe service neutron] 10.222.0.55 "PUT /v2.0/ports/ac909eb0-aeea-4b66-970c-1e6b004e8902 HTTP/1.1" status: 200 len: 1094 time: 3.8615003 Jun 24 10:01:26.305454 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd6d45e-4648-4b13-acb5-3473bf9e935a', 'tag': 'ac909eb0-aeea-4b66-970c-1e6b004e8902'}] {{(pid=110840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:01:26.450913 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-cbcf648e-cce6-454a-864e-d70e46098b14 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Allocated IP 172.20.0.4 (acbbe71d-fc88-4521-a985-304e44d1216d/20ee07e6-65c0-48ce-91f9-befe3b16f3f9/bc68c0d7-3cc3-4add-8d35-8b1892ac129e) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:01:26.504210 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] Publish callbacks [] for port (d2f8c1c8-dbdf-4484-83e0-7797f26f41e9), precommit_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:26.509016 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:26.583446 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-501c3431-57c7-4bbc-80a2-dbd11db1e52b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (be1d3537-038c-4ba5-84f5-566839e929b4), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:26.585365 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (d2f8c1c8-dbdf-4484-83e0-7797f26f41e9), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:26.615245 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9b4cc801-9893-41b5-a874-b8fb7ea6cc1a req-7abf533c-aa92-4a24-8929-2de5c22aa2e9 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 210 time: 0.1491051 Jun 24 10:01:26.683218 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41a027-0d0f-4b21-a287-708534c53cbe service neutron] Pushing event updated for resources: {'Port': ['ID=ac909eb0-aeea-4b66-970c-1e6b004e8902,revision_number=3']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:26.711264 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-cc950554-904b-4bb8-a052-9bc378d161d9 req-6e59548d-c5fd-4bf6-8514-8f1a45b7744a tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398217 Jun 24 10:01:26.757419 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:26.766349 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ea413-1558-46fa-ae4d-728e967a92d2 None None] Pushing event updated for resources: {'Port': ['ID=d2f8c1c8-dbdf-4484-83e0-7797f26f41e9,revision_number=3']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:26.777530 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-5d00f589-030d-403f-9665-7c331a032b98 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Made reservation on behalf of b57a965c8ac24ad383260d621813bc3b for: {'port': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:01:26.790210 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-5d00f589-030d-403f-9665-7c331a032b98 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:26.828037 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:26.843360 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-02334fdf-509f-4579-b05c-04f8eb2d0877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:26.847821 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-02334fdf-509f-4579-b05c-04f8eb2d0877 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e8e5400d9ee4b6bbe129f4b7327cdf3&device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 1128 time: 0.3371992 Jun 24 10:01:26.990418 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b2821755-9181-4c6f-baa7-9b1dc61561f3 admin admin] Publish callbacks [] for security_group (4de8d96f-790b-47f2-a3c6-297d55eaaad0), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:27.006328 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] Attempting to bind port d2f8c1c8-dbdf-4484-83e0-7797f26f41e9 on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:01:27.006721 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] Attempting to bind port d2f8c1c8-dbdf-4484-83e0-7797f26f41e9 by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': '18d9f559-afbe-4071-9df5-d5e429c5cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa'}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:01:27.007161 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] Attempting to bind port d2f8c1c8-dbdf-4484-83e0-7797f26f41e9 on network fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:01:27.043430 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:01:27.043953 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] Checking segment: {'id': '18d9f559-afbe-4071-9df5-d5e429c5cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:01:27.044525 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:27.046567 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] Bound using segment: {'id': '18d9f559-afbe-4071-9df5-d5e429c5cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa'} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:01:27.046567 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] Bound port: d2f8c1c8-dbdf-4484-83e0-7797f26f41e9, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d9f559-afbe-4071-9df5-d5e429c5cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa'}}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:01:27.046567 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (d2f8c1c8-dbdf-4484-83e0-7797f26f41e9), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:27.144522 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918deba4491858943d5af62f7e2b7193d4f3e11e5a976540219041625139a41f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bf22dc-5a71-4dbd-857b-4066872ae8de" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd6d45e-4648-4b13-acb5-3473bf9e935a", "tag": "ac909eb0-aeea-4b66-970c-1e6b004e8902"}]}' {{(pid=110840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:01:27.155923 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-6ee24079-330d-4a32-846d-3b99873fa6fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac909eb0-aeea-4b66-970c-1e6b004e8902 HTTP/1.1" status: 200 len: 217 time: 0.2959266 Jun 24 10:01:27.227126 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b2821755-9181-4c6f-baa7-9b1dc61561f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (4de8d96f-790b-47f2-a3c6-297d55eaaad0), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:27.231319 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:27.246202 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-374187d7-c125-4947-9b5e-109a0268cc3e req-d1018918-f9a9-4c78-9fa0-6f05184f6480 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 210 time: 0.1125631 Jun 24 10:01:27.251053 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-36144758-fab1-41b3-8d7b-e963016e8844 None None] Provisioning complete for port d2f8c1c8-dbdf-4484-83e0-7797f26f41e9 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:27.252321 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-36144758-fab1-41b3-8d7b-e963016e8844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (d2f8c1c8-dbdf-4484-83e0-7797f26f41e9), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:27.330442 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-6ea47dca-397b-4713-9ed8-e62ab0437543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:27.333494 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-6ea47dca-397b-4713-9ed8-e62ab0437543 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe9e7841-55db-430e-aa24-de6473e4368a HTTP/1.1" status: 200 len: 851 time: 0.1676407 Jun 24 10:01:27.412169 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-36144758-fab1-41b3-8d7b-e963016e8844 None None] Port d2f8c1c8-dbdf-4484-83e0-7797f26f41e9 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:01:27.417929 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-b2821755-9181-4c6f-baa7-9b1dc61561f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c63109cbb94476fac8c1ce04a931424&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9750826 Jun 24 10:01:27.419754 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06770a9c-4074-430b-93f8-041cf4c49076 req-bb830117-b485-4fe0-8e41-c2e8368d8461 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Made reservation on behalf of ddf89eff2d584c508a967f1686090be1 for: {'port': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:01:27.427898 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-06770a9c-4074-430b-93f8-041cf4c49076 req-bb830117-b485-4fe0-8e41-c2e8368d8461 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:27.435273 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] For port d2f8c1c8-dbdf-4484-83e0-7797f26f41e9, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:01:27.440532 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 37530) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:27.443271 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] For port d2f8c1c8-dbdf-4484-83e0-7797f26f41e9, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=d2f8c1c8-dbdf-4484-83e0-7797f26f41e9,segment=NetworkSegment(18d9f559-afbe-4071-9df5-d5e429c5cbf9),segment_id=18d9f559-afbe-4071-9df5-d5e429c5cbf9)] {{(pid=110841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:01:27.528739 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-e499fbce-f3b2-478e-ba04-2338ec18f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:27.530303 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-e499fbce-f3b2-478e-ba04-2338ec18f26b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9d3516bf-89dd-46de-b07c-0627a924af1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1902792 Jun 24 10:01:27.549276 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (d2f8c1c8-dbdf-4484-83e0-7797f26f41e9), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:27.632314 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d460f276-6d9f-40d1-b20e-29a43ebef5c0 admin admin] Publish callbacks [] for security_group (4de8d96f-790b-47f2-a3c6-297d55eaaad0), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:27.641180 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-73cd6ce6-c345-4d07-9812-1262226b97f2 req-099bb4fb-4de5-4b5e-b598-d7cac996030e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 210 time: 0.4459004 Jun 24 10:01:27.654361 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2821755-9181-4c6f-baa7-9b1dc61561f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de8d96f-790b-47f2-a3c6-297d55eaaad0,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:27.719510 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d460f276-6d9f-40d1-b20e-29a43ebef5c0 admin admin] Publish callbacks [] for security_group (4de8d96f-790b-47f2-a3c6-297d55eaaad0), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:27.735781 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=15 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:27.774296 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ea413-1558-46fa-ae4d-728e967a92d2 None None] Pushing event updated for resources: {'Port': ['ID=d2f8c1c8-dbdf-4484-83e0-7797f26f41e9,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:27.816025 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9f0bc5-ae84-4057-9d8d-f85ee1f419b5 x-openstack-request-id: req-1c9f0bc5-ae84-4057-9d8d-f85ee1f419b5 {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:01:27.820932 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd6d45e-4648-4b13-acb5-3473bf9e935a", "tag": "ac909eb0-aeea-4b66-970c-1e6b004e8902", "status": "completed", "code": 200}]} {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:01:27.820932 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c9f0bc5-ae84-4057-9d8d-f85ee1f419b5 {{(pid=110840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:01:27.822350 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c9f0bc5-ae84-4057-9d8d-f85ee1f419b5'] response: {'name': 'network-changed', 'server_uuid': 'ffd6d45e-4648-4b13-acb5-3473bf9e935a', 'tag': 'ac909eb0-aeea-4b66-970c-1e6b004e8902', 'status': 'completed', 'code': 200} Jun 24 10:01:27.855546 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] Routers {'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:01:27.863723 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:01:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:27.882976 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-194919f6-cf1a-485c-a3dc-2fcd578b4b16 service neutron] 10.222.0.55 "GET /v2.0/networks/9d3516bf-89dd-46de-b07c-0627a924af1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207681 Jun 24 10:01:27.978992 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:28.089810 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-cbcf648e-cce6-454a-864e-d70e46098b14 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:28.147887 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4be99-c2e0-4454-8abd-4992b2029be7 req-3634a9ef-a500-4822-bfee-69359657769d tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:28.160359 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-3de4be99-c2e0-4454-8abd-4992b2029be7 req-3634a9ef-a500-4822-bfee-69359657769d tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 944 time: 0.1806998 Jun 24 10:01:28.164703 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] Set router a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:01:28.218619 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9d86cdcf-511a-4731-bd58-251401eae366 req-df5452f2-46e1-4cc7-a7f4-18f64034db5c tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 210 time: 0.3011203 Jun 24 10:01:28.273170 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d460f276-6d9f-40d1-b20e-29a43ebef5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (4de8d96f-790b-47f2-a3c6-297d55eaaad0), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:28.280600 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d460f276-6d9f-40d1-b20e-29a43ebef5c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:28.281776 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-d460f276-6d9f-40d1-b20e-29a43ebef5c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4de8d96f-790b-47f2-a3c6-297d55eaaad0 HTTP/1.1" status: 204 len: 168 time: 0.8399067 Jun 24 10:01:28.395587 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460f276-6d9f-40d1-b20e-29a43ebef5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de8d96f-790b-47f2-a3c6-297d55eaaad0,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:28.396262 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-501c3431-57c7-4bbc-80a2-dbd11db1e52b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be1d3537-038c-4ba5-84f5-566839e929b4 {{(pid=110839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:01:28.451007 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-5d00f589-030d-403f-9665-7c331a032b98 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Allocated IP 172.20.0.14 (3c8f19ac-e8c2-4044-a226-361510084949/b78992fa-8718-4ba9-94c3-e836373f9bf4/9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:01:28.458117 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device d2f8c1c8-dbdf-4484-83e0-7797f26f41e9 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:01:28.503335 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-5728e459-7b4e-4e48-a234-050613e34d4e None None] Provisioning complete for port d2f8c1c8-dbdf-4484-83e0-7797f26f41e9 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:28.503723 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-5728e459-7b4e-4e48-a234-050613e34d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (d2f8c1c8-dbdf-4484-83e0-7797f26f41e9), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:28.524776 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-3de4be99-c2e0-4454-8abd-4992b2029be7 req-69e4a21e-b384-4947-98fd-f73264611414 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633120 Jun 24 10:01:28.531521 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:28.531521 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-47bf5320-77cf-49df-89fd-3b2f7623d384 req-ae107cca-978f-45e0-9723-dd416bbf3cca service neutron] 10.222.0.55 "GET /v2.0/networks/9d3516bf-89dd-46de-b07c-0627a924af1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6405826 Jun 24 10:01:28.579342 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:28.596069 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-501c3431-57c7-4bbc-80a2-dbd11db1e52b service neutron] Publish callbacks [] for port (be1d3537-038c-4ba5-84f5-566839e929b4), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:28.663194 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d48768c6-36ce-455b-a46e-d367821a5c60 req-f2808e96-b733-49ae-8195-dda67a7ebdf5 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 210 time: 0.1048510 Jun 24 10:01:28.721139 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-cbcf648e-cce6-454a-864e-d70e46098b14 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:28.761137 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port d2f8c1c8-dbdf-4484-83e0-7797f26f41e9 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:28.761801 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (d2f8c1c8-dbdf-4484-83e0-7797f26f41e9), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:28.797779 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.provisioning_blocks [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-501c3431-57c7-4bbc-80a2-dbd11db1e52b service neutron] Transition to ACTIVE for port object be1d3537-038c-4ba5-84f5-566839e929b4 will not be triggered until provisioned by entity L2. {{(pid=110839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:01:28.868550 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-774be730-9ee3-48e3-8a10-8262fcc4ffb7 req-8f96a6be-6375-4ede-a3f7-93468d7718b3 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 210 time: 0.0715971 Jun 24 10:01:28.888991 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf22dc-5a71-4dbd-857b-4066872ae8de req-0a45c37f-c468-4a88-8361-6396fca4d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:28.891881 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d7bf22dc-5a71-4dbd-857b-4066872ae8de req-0a45c37f-c468-4a88-8361-6396fca4d2c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e8e5400d9ee4b6bbe129f4b7327cdf3&device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 1128 time: 0.1706946 Jun 24 10:01:28.928524 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-cbcf648e-cce6-454a-864e-d70e46098b14 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Network acbbe71d-fc88-4521-a985-304e44d1216d is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:01:28.937386 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-501c3431-57c7-4bbc-80a2-dbd11db1e52b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (be1d3537-038c-4ba5-84f5-566839e929b4), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:28.966238 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-cbcf648e-cce6-454a-864e-d70e46098b14 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:01:28.977165 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:28.980439 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-cbcf648e-cce6-454a-864e-d70e46098b14 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:01:28.986445 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-cbcf648e-cce6-454a-864e-d70e46098b14 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:28.987305 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-cbcf648e-cce6-454a-864e-d70e46098b14 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:29.011207 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-5728e459-7b4e-4e48-a234-050613e34d4e None None] Current status of the port d2f8c1c8-dbdf-4484-83e0-7797f26f41e9 is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:29.011605 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-5728e459-7b4e-4e48-a234-050613e34d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (d2f8c1c8-dbdf-4484-83e0-7797f26f41e9), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:29.012745 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf648e-cce6-454a-864e-d70e46098b14 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Pushing event updated for resources: {'Port': ['ID=bc68c0d7-3cc3-4add-8d35-8b1892ac129e,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:29.027305 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'name': 'tempest-ServerRescueNegativeTestJSON-292774372-router', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:09Z', 'revision_number': 4, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'gw_port': {'id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:01Z', 'updated_at': '2022-06-24T10:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'd2f8c1c8-dbdf-4484-83e0-7797f26f41e9', 'name': '', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'mac_address': 'fa:16:3e:73:4a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:08Z', 'updated_at': '2022-06-24T10:01:27Z', 'revision_number': 4, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'subnets': [{'id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:29.116111 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-5d00f589-030d-403f-9665-7c331a032b98 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for port (9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:29.160164 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-cbcf648e-cce6-454a-864e-d70e46098b14 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2460041 Jun 24 10:01:29.174663 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [req-06770a9c-4074-430b-93f8-041cf4c49076 req-bb830117-b485-4fe0-8e41-c2e8368d8461 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Allocated IP 172.20.0.11 (fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa/144899a2-b09a-495a-b00a-6c663cd7966a/17817cc3-73eb-4391-b5de-08503690fb3b) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:01:29.206492 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb6a7c-2d05-4eaf-92e2-4a3631f80109 None None] The sync data for ids ['a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'] in dv-cinder-843277-6-iscsi is: [{'id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'name': 'tempest-ServerRescueNegativeTestJSON-292774372-router', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:09Z', 'revision_number': 4, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'gw_port': {'id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:01Z', 'updated_at': '2022-06-24T10:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'd2f8c1c8-dbdf-4484-83e0-7797f26f41e9', 'name': '', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'mac_address': 'fa:16:3e:73:4a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:08Z', 'updated_at': '2022-06-24T10:01:27Z', 'revision_number': 4, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'subnets': [{'id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:01:29.283644 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c3431-57c7-4bbc-80a2-dbd11db1e52b service neutron] Pushing event updated for resources: {'Port': ['ID=be1d3537-038c-4ba5-84f5-566839e929b4,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:29.368349 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-392bb315-c74e-490a-9e92-74e30b450e53 service neutron] Request body: {'port': {'device_id': '904eb348-521e-499e-8127-cb3096230877', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:01:29.440891 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-5728e459-7b4e-4e48-a234-050613e34d4e None None] For port d2f8c1c8-dbdf-4484-83e0-7797f26f41e9, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=d2f8c1c8-dbdf-4484-83e0-7797f26f41e9,segment=NetworkSegment(18d9f559-afbe-4071-9df5-d5e429c5cbf9),segment_id=18d9f559-afbe-4071-9df5-d5e429c5cbf9)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:01:29.456358 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port d2f8c1c8-dbdf-4484-83e0-7797f26f41e9 is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:29.457020 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (d2f8c1c8-dbdf-4484-83e0-7797f26f41e9), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:29.517308 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-5728e459-7b4e-4e48-a234-050613e34d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (d2f8c1c8-dbdf-4484-83e0-7797f26f41e9), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:29.794065 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:29.821895 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-9d63bb56-c15f-4b8a-80d9-407824b59609 None None] Provisioning complete for port bc68c0d7-3cc3-4add-8d35-8b1892ac129e triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:29.823057 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-9d63bb56-c15f-4b8a-80d9-407824b59609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:29.861135 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97d406-4060-4463-bcf2-70d56962ea7c req-fb4712c8-81e6-4de6-8e38-59d45867d260 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:29.862697 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-fa97d406-4060-4463-bcf2-70d56962ea7c req-fb4712c8-81e6-4de6-8e38-59d45867d260 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 944 time: 0.1752412 Jun 24 10:01:29.871390 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.db.api [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 10:01:29.872216 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG oslo_db.api [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 10:01:29.918153 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728e459-7b4e-4e48-a234-050613e34d4e None None] Pushing event updated for resources: {'Port': ['ID=d2f8c1c8-dbdf-4484-83e0-7797f26f41e9,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:29.925978 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-9d63bb56-c15f-4b8a-80d9-407824b59609 None None] Port bc68c0d7-3cc3-4add-8d35-8b1892ac129e cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:01:29.937630 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf22dc-5a71-4dbd-857b-4066872ae8de req-eb6ce178-bccc-47ed-af16-90672f06f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:29.939120 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d7bf22dc-5a71-4dbd-857b-4066872ae8de req-eb6ce178-bccc-47ed-af16-90672f06f1b2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9d3516bf-89dd-46de-b07c-0627a924af1f HTTP/1.1" status: 200 len: 913 time: 1.0350180 Jun 24 10:01:29.948707 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=20 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:30.144082 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-fa97d406-4060-4463-bcf2-70d56962ea7c req-b8ae9065-8814-4356-949a-bad2edd69d3c tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560225 Jun 24 10:01:30.154263 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d7bf22dc-5a71-4dbd-857b-4066872ae8de req-b7cbf2b4-02f3-4704-be3e-b4bb271df3d4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac909eb0-aeea-4b66-970c-1e6b004e8902 HTTP/1.1" status: 200 len: 217 time: 0.2004383 Jun 24 10:01:30.190235 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4c2704c8-b64b-4880-ad8b-29488aca0504 req-c3b86209-73fe-4ccf-bc35-5652cd5a3561 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 210 time: 0.0971789 Jun 24 10:01:30.195882 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-501c3431-57c7-4bbc-80a2-dbd11db1e52b service neutron] Attempting to bind port be1d3537-038c-4ba5-84f5-566839e929b4 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:01:30.212001 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-501c3431-57c7-4bbc-80a2-dbd11db1e52b service neutron] Attempting to bind port be1d3537-038c-4ba5-84f5-566839e929b4 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '18d9f559-afbe-4071-9df5-d5e429c5cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa'}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:01:30.212701 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-501c3431-57c7-4bbc-80a2-dbd11db1e52b service neutron] Attempting to bind port be1d3537-038c-4ba5-84f5-566839e929b4 on network fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:01:30.328373 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-501c3431-57c7-4bbc-80a2-dbd11db1e52b service neutron] Port be1d3537-038c-4ba5-84f5-566839e929b4 on network fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:01:30.328373 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-501c3431-57c7-4bbc-80a2-dbd11db1e52b service neutron] Attempting to bind port be1d3537-038c-4ba5-84f5-566839e929b4 on network fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:01:30.382711 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17b0c9-6181-4c2e-871b-2beab36a4681 req-c962af21-1b32-46aa-b983-61e697d6dab7 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:30.388457 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-de17b0c9-6181-4c2e-871b-2beab36a4681 req-c962af21-1b32-46aa-b983-61e697d6dab7 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 931 time: 0.0912366 Jun 24 10:01:30.393077 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf22dc-5a71-4dbd-857b-4066872ae8de req-82362551-d765-4df3-8ef1-a13743424950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:30.394533 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d7bf22dc-5a71-4dbd-857b-4066872ae8de req-82362551-d765-4df3-8ef1-a13743424950 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe9e7841-55db-430e-aa24-de6473e4368a HTTP/1.1" status: 200 len: 851 time: 0.2151794 Jun 24 10:01:30.416269 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-501c3431-57c7-4bbc-80a2-dbd11db1e52b service neutron] Checking agent: {'id': '26214230-7434-41f1-bd59-00d94ef0f061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'started_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:01:30.416764 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-501c3431-57c7-4bbc-80a2-dbd11db1e52b service neutron] Checking segment: {'id': '18d9f559-afbe-4071-9df5-d5e429c5cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:01:30.417344 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-501c3431-57c7-4bbc-80a2-dbd11db1e52b service neutron] Bound using segment: {'id': '18d9f559-afbe-4071-9df5-d5e429c5cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa'} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:01:30.418188 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-501c3431-57c7-4bbc-80a2-dbd11db1e52b service neutron] Bound port: be1d3537-038c-4ba5-84f5-566839e929b4, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18d9f559-afbe-4071-9df5-d5e429c5cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa'}}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:01:30.418567 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-501c3431-57c7-4bbc-80a2-dbd11db1e52b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (be1d3537-038c-4ba5-84f5-566839e929b4), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:30.446978 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port d2f8c1c8-dbdf-4484-83e0-7797f26f41e9 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:30.526422 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-fcb9f820-a7be-438c-a217-7503be6e2634 req-4b89c377-add7-43af-9d4c-32bfe7da705c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 210 time: 0.1818841 Jun 24 10:01:30.532390 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-392bb315-c74e-490a-9e92-74e30b450e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:30.534697 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-5d00f589-030d-403f-9665-7c331a032b98 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:30.625076 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf22dc-5a71-4dbd-857b-4066872ae8de req-f11f3026-3ce7-4fa8-9b9c-95452d960f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:30.630293 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d7bf22dc-5a71-4dbd-857b-4066872ae8de req-f11f3026-3ce7-4fa8-9b9c-95452d960f92 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9d3516bf-89dd-46de-b07c-0627a924af1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2217028 Jun 24 10:01:30.641924 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-de17b0c9-6181-4c2e-871b-2beab36a4681 req-8f3e1402-a91d-4677-bbaf-74b0a83b3029 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472436 Jun 24 10:01:30.766478 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device d2f8c1c8-dbdf-4484-83e0-7797f26f41e9 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:01:30.887004 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port d2f8c1c8-dbdf-4484-83e0-7797f26f41e9 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:30.887704 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (d2f8c1c8-dbdf-4484-83e0-7797f26f41e9), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:30.924890 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d7bf22dc-5a71-4dbd-857b-4066872ae8de req-27d45552-17da-47b0-a4cb-620792cf2919 service neutron] 10.222.0.55 "GET /v2.0/networks/9d3516bf-89dd-46de-b07c-0627a924af1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806442 Jun 24 10:01:30.947157 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 37626) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:30.958515 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-5d00f589-030d-403f-9665-7c331a032b98 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Network 3c8f19ac-e8c2-4044-a226-361510084949 is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:01:31.007789 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port d2f8c1c8-dbdf-4484-83e0-7797f26f41e9 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:31.044890 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:31.050528 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:31.057892 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-5d00f589-030d-403f-9665-7c331a032b98 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:01:31.060433 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-5d00f589-030d-403f-9665-7c331a032b98 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:01:31.069889 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-5d00f589-030d-403f-9665-7c331a032b98 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:31.070108 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-5d00f589-030d-403f-9665-7c331a032b98 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:31.113949 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00f589-030d-403f-9665-7c331a032b98 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Pushing event updated for resources: {'Port': ['ID=9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:31.131965 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-06770a9c-4074-430b-93f8-041cf4c49076 req-bb830117-b485-4fe0-8e41-c2e8368d8461 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks [] for port (17817cc3-73eb-4391-b5de-08503690fb3b), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:31.154167 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-501c3431-57c7-4bbc-80a2-dbd11db1e52b service neutron] For port be1d3537-038c-4ba5-84f5-566839e929b4, host hv-cinder-84327, cleared binding levels {{(pid=110839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:01:31.201890 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-501c3431-57c7-4bbc-80a2-dbd11db1e52b service neutron] For port be1d3537-038c-4ba5-84f5-566839e929b4, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=be1d3537-038c-4ba5-84f5-566839e929b4,segment=NetworkSegment(18d9f559-afbe-4071-9df5-d5e429c5cbf9),segment_id=18d9f559-afbe-4071-9df5-d5e429c5cbf9)] {{(pid=110839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:01:31.286956 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-5d00f589-030d-403f-9665-7c331a032b98 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8687453 Jun 24 10:01:31.301191 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-501c3431-57c7-4bbc-80a2-dbd11db1e52b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (be1d3537-038c-4ba5-84f5-566839e929b4), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:31.356041 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-3e1a90b9-e457-4fdc-b04c-5bb7a363d74a req-94254713-59c3-4a1c-860c-c720fa3bd083 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 210 time: 0.0413253 Jun 24 10:01:31.362458 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8c8310e1-d9b4-4a5d-87d1-9bb02252f1c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:31.432926 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-501c3431-57c7-4bbc-80a2-dbd11db1e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:31.433600 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-501c3431-57c7-4bbc-80a2-dbd11db1e52b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:31.435447 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-501c3431-57c7-4bbc-80a2-dbd11db1e52b service neutron] 10.222.0.55 "PUT /v2.0/ports/be1d3537-038c-4ba5-84f5-566839e929b4 HTTP/1.1" status: 200 len: 1093 time: 5.4795620 Jun 24 10:01:31.442445 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6', 'tag': 'be1d3537-038c-4ba5-84f5-566839e929b4'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:01:31.483887 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-5c46ccfd-1396-4712-833b-4acd11aeea9c None None] Provisioning complete for port 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:31.484602 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-5c46ccfd-1396-4712-833b-4acd11aeea9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:31.496613 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8c8310e1-d9b4-4a5d-87d1-9bb02252f1c1 admin admin] Publish callbacks [] for security_group (4f5b67bb-e9a6-4cbf-8791-dcfcd658b0d5), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:31.517240 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:31.525453 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-5c46ccfd-1396-4712-833b-4acd11aeea9c None None] Port 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:01:31.551165 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-06770a9c-4074-430b-93f8-041cf4c49076 req-bb830117-b485-4fe0-8e41-c2e8368d8461 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (17817cc3-73eb-4391-b5de-08503690fb3b), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:31.553753 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8c8310e1-d9b4-4a5d-87d1-9bb02252f1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (4f5b67bb-e9a6-4cbf-8791-dcfcd658b0d5), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:31.607773 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-8c8310e1-d9b4-4a5d-87d1-9bb02252f1c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2125b66378844400915a6da5adc8a0d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6601560 Jun 24 10:01:31.613890 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d26cf-83ab-41ab-ab7e-c8b16738645e req-ca48b421-8b8f-41b1-b4b0-39950bff807c tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:31.613890 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ea5d26cf-83ab-41ab-ab7e-c8b16738645e req-ca48b421-8b8f-41b1-b4b0-39950bff807c tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 944 time: 0.2542751 Jun 24 10:01:31.618053 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 37656) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:31.621895 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c3431-57c7-4bbc-80a2-dbd11db1e52b service neutron] Pushing event updated for resources: {'Port': ['ID=be1d3537-038c-4ba5-84f5-566839e929b4,revision_number=3']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:31.622009 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8310e1-d9b4-4a5d-87d1-9bb02252f1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5b67bb-e9a6-4cbf-8791-dcfcd658b0d5,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:31.695818 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06770a9c-4074-430b-93f8-041cf4c49076 req-bb830117-b485-4fe0-8e41-c2e8368d8461 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Network fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:01:31.697487 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb830117-b485-4fe0-8e41-c2e8368d8461 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Pushing event updated for resources: {'Port': ['ID=17817cc3-73eb-4391-b5de-08503690fb3b,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:31.707309 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:31.708601 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [req-06770a9c-4074-430b-93f8-041cf4c49076 req-bb830117-b485-4fe0-8e41-c2e8368d8461 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:01:31.711170 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-06770a9c-4074-430b-93f8-041cf4c49076 req-bb830117-b485-4fe0-8e41-c2e8368d8461 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:01:31.737337 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06770a9c-4074-430b-93f8-041cf4c49076 req-bb830117-b485-4fe0-8e41-c2e8368d8461 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:31.738258 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-06770a9c-4074-430b-93f8-041cf4c49076 req-bb830117-b485-4fe0-8e41-c2e8368d8461 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:31.778835 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953b2b8-67e6-48fd-82e3-ff1e87d9074a req-4d2ee710-e33f-43af-bd78-82225b389d1c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:31.780679 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-7953b2b8-67e6-48fd-82e3-ff1e87d9074a req-4d2ee710-e33f-43af-bd78-82225b389d1c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 932 time: 0.1349459 Jun 24 10:01:31.788165 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7d5466-0feb-4ebf-a833-46be39ce0339" -d '{"events": [{"name": "network-changed", "server_uuid": "ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6", "tag": "be1d3537-038c-4ba5-84f5-566839e929b4"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:01:31.814590 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1a5447c7-3aa7-4e08-8201-6595fc11b320 admin admin] Publish callbacks [] for security_group (4f5b67bb-e9a6-4cbf-8791-dcfcd658b0d5), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:31.866059 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-06770a9c-4074-430b-93f8-041cf4c49076 req-bb830117-b485-4fe0-8e41-c2e8368d8461 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6455727 Jun 24 10:01:31.882520 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1a5447c7-3aa7-4e08-8201-6595fc11b320 admin admin] Publish callbacks [] for security_group (4f5b67bb-e9a6-4cbf-8791-dcfcd658b0d5), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:31.893097 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ea5d26cf-83ab-41ab-ab7e-c8b16738645e req-6075a505-0a26-477c-b6fc-2e7de9ec096c tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114813 Jun 24 10:01:31.906900 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-392bb315-c74e-490a-9e92-74e30b450e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc68c0d7-3cc3-4add-8d35-8b1892ac129e {{(pid=110839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:01:31.916493 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-392bb315-c74e-490a-9e92-74e30b450e53 service neutron] Publish callbacks [] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:31.937379 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.provisioning_blocks [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-392bb315-c74e-490a-9e92-74e30b450e53 service neutron] Transition to ACTIVE for port object bc68c0d7-3cc3-4add-8d35-8b1892ac129e will not be triggered until provisioned by entity L2. {{(pid=110839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:01:31.942723 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-7953b2b8-67e6-48fd-82e3-ff1e87d9074a req-5e2ae3ad-9cc0-4512-a307-bdb92088bfd3 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373839 Jun 24 10:01:32.010505 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-392bb315-c74e-490a-9e92-74e30b450e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:32.089159 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-a2464a13-0549-4576-9042-a2e35ec60346 None None] Provisioning complete for port 17817cc3-73eb-4391-b5de-08503690fb3b triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:32.089650 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-a2464a13-0549-4576-9042-a2e35ec60346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (17817cc3-73eb-4391-b5de-08503690fb3b), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:32.097050 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1a5447c7-3aa7-4e08-8201-6595fc11b320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (4f5b67bb-e9a6-4cbf-8791-dcfcd658b0d5), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:32.099954 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1a5447c7-3aa7-4e08-8201-6595fc11b320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:32.102415 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-1a5447c7-3aa7-4e08-8201-6595fc11b320 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4f5b67bb-e9a6-4cbf-8791-dcfcd658b0d5 HTTP/1.1" status: 204 len: 168 time: 0.4814928 Jun 24 10:01:32.110026 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82811de3-8b0d-45b2-9392-505340b6b53d req-d8b5bd2f-f842-4317-9c65-80b8210df631 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:32.117197 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-82811de3-8b0d-45b2-9392-505340b6b53d req-d8b5bd2f-f842-4317-9c65-80b8210df631 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.1203017 Jun 24 10:01:32.123657 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5447c7-3aa7-4e08-8201-6595fc11b320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5b67bb-e9a6-4cbf-8791-dcfcd658b0d5,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:32.182056 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bb315-c74e-490a-9e92-74e30b450e53 service neutron] Pushing event updated for resources: {'Port': ['ID=bc68c0d7-3cc3-4add-8d35-8b1892ac129e,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:32.200350 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-a2464a13-0549-4576-9042-a2e35ec60346 None None] Port 17817cc3-73eb-4391-b5de-08503690fb3b cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:01:32.200999 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:32.230773 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-392bb315-c74e-490a-9e92-74e30b450e53 service neutron] Attempting to bind port bc68c0d7-3cc3-4add-8d35-8b1892ac129e on host hv-cinder-84327 for vnic_type normal with profile {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:01:32.231407 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-392bb315-c74e-490a-9e92-74e30b450e53 service neutron] Attempting to bind port bc68c0d7-3cc3-4add-8d35-8b1892ac129e by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '22abef9e-17bc-4403-b097-8df8e4f769a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d'}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:01:32.231494 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-392bb315-c74e-490a-9e92-74e30b450e53 service neutron] Attempting to bind port bc68c0d7-3cc3-4add-8d35-8b1892ac129e on network acbbe71d-fc88-4521-a985-304e44d1216d {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:01:32.241234 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:32.251317 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-392bb315-c74e-490a-9e92-74e30b450e53 service neutron] Port bc68c0d7-3cc3-4add-8d35-8b1892ac129e on network acbbe71d-fc88-4521-a985-304e44d1216d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:01:32.251649 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-392bb315-c74e-490a-9e92-74e30b450e53 service neutron] Attempting to bind port bc68c0d7-3cc3-4add-8d35-8b1892ac129e on network acbbe71d-fc88-4521-a985-304e44d1216d {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:01:32.258970 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c919ba15-80e8-4949-9515-97ccc48e9328 x-openstack-request-id: req-c919ba15-80e8-4949-9515-97ccc48e9328 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:01:32.259259 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6", "tag": "be1d3537-038c-4ba5-84f5-566839e929b4", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:01:32.259694 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c919ba15-80e8-4949-9515-97ccc48e9328 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:01:32.260224 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c919ba15-80e8-4949-9515-97ccc48e9328'] response: {'name': 'network-changed', 'server_uuid': 'ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6', 'tag': 'be1d3537-038c-4ba5-84f5-566839e929b4', 'status': 'completed', 'code': 200} Jun 24 10:01:32.261529 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-392bb315-c74e-490a-9e92-74e30b450e53 service neutron] Checking agent: {'id': '26214230-7434-41f1-bd59-00d94ef0f061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'started_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:01:32.261866 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-392bb315-c74e-490a-9e92-74e30b450e53 service neutron] Checking segment: {'id': '22abef9e-17bc-4403-b097-8df8e4f769a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:01:32.262248 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-392bb315-c74e-490a-9e92-74e30b450e53 service neutron] Bound using segment: {'id': '22abef9e-17bc-4403-b097-8df8e4f769a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d'} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:01:32.262693 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-392bb315-c74e-490a-9e92-74e30b450e53 service neutron] Bound port: bc68c0d7-3cc3-4add-8d35-8b1892ac129e, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22abef9e-17bc-4403-b097-8df8e4f769a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d'}}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:01:32.263057 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-392bb315-c74e-490a-9e92-74e30b450e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:32.273616 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-82811de3-8b0d-45b2-9392-505340b6b53d req-18636f2c-1cab-4e1a-b92e-89ea1b377a49 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508749 Jun 24 10:01:32.345870 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-392bb315-c74e-490a-9e92-74e30b450e53 service neutron] For port bc68c0d7-3cc3-4add-8d35-8b1892ac129e, host hv-cinder-84327, cleared binding levels {{(pid=110839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:01:32.352035 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-392bb315-c74e-490a-9e92-74e30b450e53 service neutron] For port bc68c0d7-3cc3-4add-8d35-8b1892ac129e, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=bc68c0d7-3cc3-4add-8d35-8b1892ac129e,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:01:32.465011 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-392bb315-c74e-490a-9e92-74e30b450e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:32.501585 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0c8a8-8d30-4d73-ba1e-2847e6dd7c95 req-d9081bb3-b5e5-47b5-8733-4f9481642457 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:32.504744 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-36f0c8a8-8d30-4d73-ba1e-2847e6dd7c95 req-d9081bb3-b5e5-47b5-8733-4f9481642457 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 932 time: 0.0636199 Jun 24 10:01:32.523567 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-392bb315-c74e-490a-9e92-74e30b450e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:32.524580 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-392bb315-c74e-490a-9e92-74e30b450e53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:32.525666 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-392bb315-c74e-490a-9e92-74e30b450e53 service neutron] 10.222.0.55 "PUT /v2.0/ports/bc68c0d7-3cc3-4add-8d35-8b1892ac129e HTTP/1.1" status: 200 len: 1093 time: 3.1676829 Jun 24 10:01:32.543462 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bb315-c74e-490a-9e92-74e30b450e53 service neutron] Pushing event updated for resources: {'Port': ['ID=bc68c0d7-3cc3-4add-8d35-8b1892ac129e,revision_number=3']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:32.552965 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:32.570734 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-36f0c8a8-8d30-4d73-ba1e-2847e6dd7c95 req-a9b0e55c-f668-4c62-bbe4-00cdcf9dc633 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611143 Jun 24 10:01:32.813732 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:33.013301 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf468f-a7a7-41ac-93e2-e88094e56669 req-19ffda66-c6ed-46b8-81d4-abd67be7088c tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:33.014818 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e3cf468f-a7a7-41ac-93e2-e88094e56669 req-19ffda66-c6ed-46b8-81d4-abd67be7088c tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 944 time: 0.0489569 Jun 24 10:01:33.073427 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f33a8-7b29-4c79-b887-21abf47d7ddf req-ed5e3836-a12f-445b-b4b2-2c4bae2a7fa9 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:33.080742 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-3b4f33a8-7b29-4c79-b887-21abf47d7ddf req-ed5e3836-a12f-445b-b4b2-2c4bae2a7fa9 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 932 time: 0.0647087 Jun 24 10:01:33.084923 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e3cf468f-a7a7-41ac-93e2-e88094e56669 req-5918a683-17e9-4f9c-9c5b-89084301eff1 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639365 Jun 24 10:01:33.086841 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 37694) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:33.114395 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b793278d-891e-4410-831e-dab974e9db9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:33.140746 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-3b4f33a8-7b29-4c79-b887-21abf47d7ddf req-23c28616-379f-4122-9785-d652397aa8aa tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590475 Jun 24 10:01:33.206197 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b793278d-891e-4410-831e-dab974e9db9d admin admin] Publish callbacks [] for security_group (9af33205-4511-4287-ad86-3c2efe5e815f), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:33.269739 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b793278d-891e-4410-831e-dab974e9db9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (9af33205-4511-4287-ad86-3c2efe5e815f), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:33.309750 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-b793278d-891e-4410-831e-dab974e9db9d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aad83609d7a1409e9decfc3bbbe8fc38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212210 Jun 24 10:01:33.311657 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793278d-891e-4410-831e-dab974e9db9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af33205-4511-4287-ad86-3c2efe5e815f,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:33.312431 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 37700) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:33.366334 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-188c592a-37be-4da0-9d92-9465236d7401 admin admin] Publish callbacks [] for security_group (9af33205-4511-4287-ad86-3c2efe5e815f), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:33.388572 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-188c592a-37be-4da0-9d92-9465236d7401 admin admin] Publish callbacks [] for security_group (9af33205-4511-4287-ad86-3c2efe5e815f), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:33.400636 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8805b-fa27-4339-9a3a-d926fa273d95 req-0b1ba274-b000-464d-9416-8ffc2da71a40 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:33.402139 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1ca8805b-fa27-4339-9a3a-d926fa273d95 req-0b1ba274-b000-464d-9416-8ffc2da71a40 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0478377 Jun 24 10:01:33.452009 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1ca8805b-fa27-4339-9a3a-d926fa273d95 req-43cdb4d1-b8af-411d-8b7c-45507d07701d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440302 Jun 24 10:01:33.515365 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-188c592a-37be-4da0-9d92-9465236d7401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (9af33205-4511-4287-ad86-3c2efe5e815f), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:33.517965 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-188c592a-37be-4da0-9d92-9465236d7401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:33.519245 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-188c592a-37be-4da0-9d92-9465236d7401 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9af33205-4511-4287-ad86-3c2efe5e815f HTTP/1.1" status: 204 len: 168 time: 0.2057896 Jun 24 10:01:33.527953 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c592a-37be-4da0-9d92-9465236d7401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af33205-4511-4287-ad86-3c2efe5e815f,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:33.693937 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5ce4f-f416-487b-b36f-58169db84035 req-9189864e-3e97-475b-92da-02b50000e818 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:33.695532 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f8f5ce4f-f416-487b-b36f-58169db84035 req-9189864e-3e97-475b-92da-02b50000e818 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 932 time: 0.0540881 Jun 24 10:01:33.764423 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f8f5ce4f-f416-487b-b36f-58169db84035 req-5a8331eb-1dbd-4ea7-97c3-64b14cb47b76 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628302 Jun 24 10:01:34.049503 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:34.093028 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:34.275586 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904eb348-521e-499e-8127-cb3096230877', 'tag': 'bc68c0d7-3cc3-4add-8d35-8b1892ac129e'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:01:34.278908 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c974c58-5739-4a75-a042-7aaa90eb4b65" -d '{"events": [{"name": "network-changed", "server_uuid": "904eb348-521e-499e-8127-cb3096230877", "tag": "bc68c0d7-3cc3-4add-8d35-8b1892ac129e"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:01:34.331413 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f3afd-bedc-480b-8bff-a2901315ebfe req-dbcd435c-9a50-49f5-a5d3-e5fa9e98967f tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:34.341521 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-878f3afd-bedc-480b-8bff-a2901315ebfe req-dbcd435c-9a50-49f5-a5d3-e5fa9e98967f tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 932 time: 0.0707171 Jun 24 10:01:34.375079 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f088e72-318d-4997-a206-3b11dacb1296 req-2818d38f-2d05-4807-ba13-31a82adc3c69 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:34.376611 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5f088e72-318d-4997-a206-3b11dacb1296 req-2818d38f-2d05-4807-ba13-31a82adc3c69 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 944 time: 0.1795232 Jun 24 10:01:34.401233 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-878f3afd-bedc-480b-8bff-a2901315ebfe req-2449db00-d892-43cc-92bb-44c25a09b6d5 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573835 Jun 24 10:01:34.461362 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5f088e72-318d-4997-a206-3b11dacb1296 req-1eed0a83-c484-4504-a790-20db520c4a0f tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695705 Jun 24 10:01:34.492268 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f692492c-8aeb-47fb-be3f-d2aaf1970adb x-openstack-request-id: req-f692492c-8aeb-47fb-be3f-d2aaf1970adb {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:01:34.492770 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904eb348-521e-499e-8127-cb3096230877", "tag": "bc68c0d7-3cc3-4add-8d35-8b1892ac129e", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:01:34.493167 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f692492c-8aeb-47fb-be3f-d2aaf1970adb {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:01:34.494013 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f692492c-8aeb-47fb-be3f-d2aaf1970adb'] response: {'name': 'network-changed', 'server_uuid': '904eb348-521e-499e-8127-cb3096230877', 'tag': 'bc68c0d7-3cc3-4add-8d35-8b1892ac129e', 'status': 'completed', 'code': 200} Jun 24 10:01:34.583736 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3a850-a685-49d5-817c-21e588906377 req-eeaec070-6bc3-46b2-a9cf-097d9a01f814 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:34.585437 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-28a3a850-a685-49d5-817c-21e588906377 req-eeaec070-6bc3-46b2-a9cf-097d9a01f814 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0562642 Jun 24 10:01:34.671172 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-28a3a850-a685-49d5-817c-21e588906377 req-6bc3cab1-2f79-4774-97a7-eab8071a97ad tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777392 Jun 24 10:01:35.015878 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fd85f-5124-4e61-9858-df628cbc6dc7 req-9704a08e-f817-46b1-86e5-36510e62f111 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:35.034189 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-df8fd85f-5124-4e61-9858-df628cbc6dc7 req-9704a08e-f817-46b1-86e5-36510e62f111 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 932 time: 0.1289496 Jun 24 10:01:35.102790 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-df8fd85f-5124-4e61-9858-df628cbc6dc7 req-7757873b-eb52-4c79-acda-353356a4833d tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673826 Jun 24 10:01:35.242354 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=6 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:35.564755 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e57b89-b910-42be-bd5b-1d55d2998885 req-874cdaaa-e60e-425c-a019-974bee678e54 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:35.573081 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-05e57b89-b910-42be-bd5b-1d55d2998885 req-874cdaaa-e60e-425c-a019-974bee678e54 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 932 time: 0.0766065 Jun 24 10:01:35.658107 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588269b3-59a3-4af6-9113-52094c71fcf4 req-344d0402-26f0-40d4-8179-46cf8cd69a9a tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:35.669422 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-588269b3-59a3-4af6-9113-52094c71fcf4 req-344d0402-26f0-40d4-8179-46cf8cd69a9a tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 944 time: 0.0756330 Jun 24 10:01:35.689091 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:35.751017 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-588269b3-59a3-4af6-9113-52094c71fcf4 req-9f3beda6-aeb6-4a82-8846-b9e12dc2e2b2 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776150 Jun 24 10:01:35.773838 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-05e57b89-b910-42be-bd5b-1d55d2998885 req-eb205e68-539e-4f77-92f8-d1f67e5ade60 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994004 Jun 24 10:01:35.828193 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:35.938931 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf2254-0922-4dce-9ea9-a917b463ff6b req-e8b16c7e-4214-42e3-b56a-bd5cf3314feb tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:35.946005 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-71cf2254-0922-4dce-9ea9-a917b463ff6b req-e8b16c7e-4214-42e3-b56a-bd5cf3314feb tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0958047 Jun 24 10:01:36.012706 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-71cf2254-0922-4dce-9ea9-a917b463ff6b req-80a03a5a-e141-4754-ac29-14ba67bdda94 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656874 Jun 24 10:01:36.266384 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde9382-7c31-440b-b6ee-7b089e3e2cd6 req-5b53ed02-930c-4958-8736-bd2eaa484d9c tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:36.278418 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-cfde9382-7c31-440b-b6ee-7b089e3e2cd6 req-5b53ed02-930c-4958-8736-bd2eaa484d9c tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 932 time: 0.0876245 Jun 24 10:01:36.381254 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-cfde9382-7c31-440b-b6ee-7b089e3e2cd6 req-12b5a529-e2f2-4a95-a03f-614deb13140d tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957890 Jun 24 10:01:36.907457 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58d533-dd03-4a43-bb23-b3473086a2f2 req-2390a54b-f754-40d2-b218-1c3641a47890 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:36.917059 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7d58d533-dd03-4a43-bb23-b3473086a2f2 req-2390a54b-f754-40d2-b218-1c3641a47890 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 932 time: 0.0668614 Jun 24 10:01:36.935505 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:36.979778 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca814d-9995-4fd7-bc28-079f5a1859c1 req-905f06d2-678d-439b-beb9-ba367c1e1cc7 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:36.981560 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-baca814d-9995-4fd7-bc28-079f5a1859c1 req-905f06d2-678d-439b-beb9-ba367c1e1cc7 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 944 time: 0.1276486 Jun 24 10:01:36.987883 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7d58d533-dd03-4a43-bb23-b3473086a2f2 req-5e5456d0-4aa4-412c-b4fb-22eb88e140ce tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687542 Jun 24 10:01:37.101330 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-baca814d-9995-4fd7-bc28-079f5a1859c1 req-4d873535-bb46-4447-bd88-8ff888ebadf5 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104960 Jun 24 10:01:37.212706 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713c917-4ea9-43f3-b240-a8621cd54e1c req-c7ceac56-a3b3-4707-b162-12245c5bf3f5 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:37.220987 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2713c917-4ea9-43f3-b240-a8621cd54e1c req-c7ceac56-a3b3-4707-b162-12245c5bf3f5 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0887468 Jun 24 10:01:37.289623 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2713c917-4ea9-43f3-b240-a8621cd54e1c req-15c0b5fb-2aa5-42b2-b257-315c80e6ee20 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695779 Jun 24 10:01:37.447143 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:37.527866 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc971dd-cf08-4b91-ad07-e681a44a4c3c req-31b1dbe3-d320-4630-b81f-53a88c430209 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:37.529801 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5cc971dd-cf08-4b91-ad07-e681a44a4c3c req-31b1dbe3-d320-4630-b81f-53a88c430209 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 932 time: 0.0625577 Jun 24 10:01:37.583276 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5cc971dd-cf08-4b91-ad07-e681a44a4c3c req-10fc27e4-575d-47bd-bd37-50d4a66e564c tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475376 Jun 24 10:01:38.124619 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a87a1-1933-415d-b897-71036c09bab6 req-f7fef888-f843-41e9-9765-2590d0fd4cf1 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:38.131517 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7d1a87a1-1933-415d-b897-71036c09bab6 req-f7fef888-f843-41e9-9765-2590d0fd4cf1 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 932 time: 0.0611644 Jun 24 10:01:38.191269 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7d1a87a1-1933-415d-b897-71036c09bab6 req-28c0f131-3de1-4923-90f6-206c5e12a116 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587356 Jun 24 10:01:38.264457 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fda3de-bfb5-4c93-8fc2-0a9a3b36a179 req-14b53182-a9d5-4f80-bbf0-7893ae8d5706 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:38.265942 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-99fda3de-bfb5-4c93-8fc2-0a9a3b36a179 req-14b53182-a9d5-4f80-bbf0-7893ae8d5706 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 944 time: 0.0515134 Jun 24 10:01:38.313100 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-99fda3de-bfb5-4c93-8fc2-0a9a3b36a179 req-8d7ca2db-c805-4f9f-84bd-90cc822fcb14 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414879 Jun 24 10:01:38.407823 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952bfa9-56dd-4064-b47b-aad4274cfb73 req-b927d7a5-83af-4121-a4e7-1cedca4965d7 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:38.409369 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c952bfa9-56dd-4064-b47b-aad4274cfb73 req-b927d7a5-83af-4121-a4e7-1cedca4965d7 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0473065 Jun 24 10:01:38.453482 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:38.461090 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c952bfa9-56dd-4064-b47b-aad4274cfb73 req-bea82a92-3162-4698-b0ec-bea50334b5ae tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456831 Jun 24 10:01:38.700848 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f2b3b-3b7f-4788-8e7f-95cbb66ac544 req-feb3b842-2f47-4a48-9e75-95c82013eb15 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:38.702377 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2b5f2b3b-3b7f-4788-8e7f-95cbb66ac544 req-feb3b842-2f47-4a48-9e75-95c82013eb15 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 932 time: 0.0501270 Jun 24 10:01:38.748482 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2b5f2b3b-3b7f-4788-8e7f-95cbb66ac544 req-1d461d05-acc1-4690-ad70-056b1f69abd7 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405922 Jun 24 10:01:38.912879 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:39.201133 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:39.223834 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:39.297287 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ddebd6-5137-438b-b96c-7199b0846fd1 req-2d45d2ca-bc8e-4a70-9ed3-674fce5c506a tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:39.298769 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-46ddebd6-5137-438b-b96c-7199b0846fd1 req-2d45d2ca-bc8e-4a70-9ed3-674fce5c506a tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 932 time: 0.0477452 Jun 24 10:01:39.347026 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-46ddebd6-5137-438b-b96c-7199b0846fd1 req-bd4600db-0717-4fa7-835f-b8e6725b4b45 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421200 Jun 24 10:01:39.398670 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:39.425829 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f3833-86b0-4ea0-9f2c-ff1e1427fb49 req-66fd899f-5ca0-46c8-99ec-7636b5cbfe57 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:39.427221 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-729f3833-86b0-4ea0-9f2c-ff1e1427fb49 req-66fd899f-5ca0-46c8-99ec-7636b5cbfe57 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 944 time: 0.0462375 Jun 24 10:01:39.473459 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-729f3833-86b0-4ea0-9f2c-ff1e1427fb49 req-54a39e81-322d-4a11-b8c5-99d7e8981c91 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401042 Jun 24 10:01:39.577176 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14aedf-4d4f-42c6-8085-bed743685869 req-7a600e94-e190-4d61-b9a9-c313864a34f4 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:39.578722 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8d14aedf-4d4f-42c6-8085-bed743685869 req-7a600e94-e190-4d61-b9a9-c313864a34f4 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0483916 Jun 24 10:01:39.625999 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8d14aedf-4d4f-42c6-8085-bed743685869 req-a317ec27-815d-457c-b694-2467da952749 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418859 Jun 24 10:01:39.859476 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab968b7-9c1b-4d77-9633-998c18e7a8ad req-0b93aad5-7574-4b78-8322-3aee8f15fa87 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:39.860973 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-cab968b7-9c1b-4d77-9633-998c18e7a8ad req-0b93aad5-7574-4b78-8322-3aee8f15fa87 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 932 time: 0.0459425 Jun 24 10:01:39.909931 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-cab968b7-9c1b-4d77-9633-998c18e7a8ad req-23a6fc1b-2e6b-40c6-a37d-a04e79a8e272 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434120 Jun 24 10:01:40.461398 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc8d24-029a-408a-9be3-bbd8ec28d27b req-b19bb450-bc58-4e88-a254-27b53926214c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:40.462862 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2afc8d24-029a-408a-9be3-bbd8ec28d27b req-b19bb450-bc58-4e88-a254-27b53926214c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 932 time: 0.0500045 Jun 24 10:01:40.511389 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2afc8d24-029a-408a-9be3-bbd8ec28d27b req-6dfa538e-f7ca-436e-80a0-00e87e34bbaa tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431390 Jun 24 10:01:40.578184 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:40.591784 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756ecc8-27e6-412d-a725-f5bf5ea18a44 req-84c9143e-fa29-4d92-89c6-93f35517ceb9 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:40.594026 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4756ecc8-27e6-412d-a725-f5bf5ea18a44 req-84c9143e-fa29-4d92-89c6-93f35517ceb9 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 944 time: 0.0474780 Jun 24 10:01:40.642057 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4756ecc8-27e6-412d-a725-f5bf5ea18a44 req-337a62f0-60a1-4571-b45f-90c1417c7f93 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432875 Jun 24 10:01:40.740182 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f8f87-0437-4727-b40d-4c4a788b724c req-07e9c4a4-69b6-4d3a-9dd0-9ebdc374f588 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:40.741817 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3d0f8f87-0437-4727-b40d-4c4a788b724c req-07e9c4a4-69b6-4d3a-9dd0-9ebdc374f588 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0461957 Jun 24 10:01:40.791681 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3d0f8f87-0437-4727-b40d-4c4a788b724c req-96bc5bbe-f0ae-4870-9345-e74ab757b9f7 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439022 Jun 24 10:01:40.970988 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d7bf22dc-5a71-4dbd-857b-4066872ae8de req-02669db5-77b7-498e-bbe4-9aca03a30d3e service neutron] 10.222.0.55 "GET /v2.0/networks/9d3516bf-89dd-46de-b07c-0627a924af1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954380 Jun 24 10:01:41.029570 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a214ed-6ce4-4a44-b221-3525078aa509 req-cd6bf2a2-f666-4357-9442-ef08ff769ead tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:41.031108 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f0a214ed-6ce4-4a44-b221-3525078aa509 req-cd6bf2a2-f666-4357-9442-ef08ff769ead tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 932 time: 0.0467281 Jun 24 10:01:41.044889 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-06770a9c-4074-430b-93f8-041cf4c49076 req-dae88384-5957-4632-94dd-d6427562fa0e service neutron] Request body: {'port': {'device_id': 'e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:01:41.077136 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-45c0bc31-497c-474a-a979-c457548fb53e service neutron] Request body: {'port': {'device_id': '84bc600e-1c87-4ba3-9dfa-421ee774e45e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:01:41.082059 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f0a214ed-6ce4-4a44-b221-3525078aa509 req-d09beeec-6bb0-4160-a409-e98391dd7442 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445600 Jun 24 10:01:41.164712 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-06770a9c-4074-430b-93f8-041cf4c49076 req-dae88384-5957-4632-94dd-d6427562fa0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (17817cc3-73eb-4391-b5de-08503690fb3b), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:41.175238 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-45c0bc31-497c-474a-a979-c457548fb53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:41.212655 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c974c58-5739-4a75-a042-7aaa90eb4b65 req-76bd6f5b-45c1-46b8-bcc9-e441e933ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:41.214296 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9c974c58-5739-4a75-a042-7aaa90eb4b65 req-76bd6f5b-45c1-46b8-bcc9-e441e933ef62 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a77797eae68a42639f886f64db5f5598&device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 1127 time: 0.0445518 Jun 24 10:01:41.305821 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-1553f294-0ce4-4838-bda1-ef98227343fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:41.307317 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-1553f294-0ce4-4838-bda1-ef98227343fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddf89eff2d584c508a967f1686090be1&device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 1127 time: 0.1291029 Jun 24 10:01:41.327588 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:41.465419 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:41.470359 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c974c58-5739-4a75-a042-7aaa90eb4b65 req-d2b06493-61c9-4f7e-8d18-ff1cbd51db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:41.471893 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9c974c58-5739-4a75-a042-7aaa90eb4b65 req-d2b06493-61c9-4f7e-8d18-ff1cbd51db79 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a77797eae68a42639f886f64db5f5598&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1965723 Jun 24 10:01:41.787035 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:41.793032 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c10274-ba92-4274-8bc6-58a75c01e391 req-5a48682d-232b-4d29-90fb-826a0cac70a6 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:41.794555 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-45c10274-ba92-4274-8bc6-58a75c01e391 req-5a48682d-232b-4d29-90fb-826a0cac70a6 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 944 time: 0.0577018 Jun 24 10:01:41.806533 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3753161-a55c-45cd-b1a9-37381b94f5ab req-76dd87a6-d4f7-4fa8-9504-81bd30edf68b tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:41.808007 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c3753161-a55c-45cd-b1a9-37381b94f5ab req-76dd87a6-d4f7-4fa8-9504-81bd30edf68b tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 932 time: 0.1010644 Jun 24 10:01:41.844057 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-45c10274-ba92-4274-8bc6-58a75c01e391 req-0a447ea1-338c-4893-8d80-980b7a352b24 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436804 Jun 24 10:01:41.947717 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9fc0a-841d-4898-a200-5ad549f99c6d req-0002acda-a9f8-4d91-9099-c3b35627f8ac tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:41.949250 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-49b9fc0a-841d-4898-a200-5ad549f99c6d req-0002acda-a9f8-4d91-9099-c3b35627f8ac tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0474217 Jun 24 10:01:41.956636 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c3753161-a55c-45cd-b1a9-37381b94f5ab req-636488cb-9acc-4bbd-8dba-8a7f149d5da0 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386595 Jun 24 10:01:41.968838 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [req-06770a9c-4074-430b-93f8-041cf4c49076 req-dae88384-5957-4632-94dd-d6427562fa0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17817cc3-73eb-4391-b5de-08503690fb3b {{(pid=110839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:01:41.980055 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-06770a9c-4074-430b-93f8-041cf4c49076 req-dae88384-5957-4632-94dd-d6427562fa0e service neutron] Publish callbacks [] for port (17817cc3-73eb-4391-b5de-08503690fb3b), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:41.985850 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-45c0bc31-497c-474a-a979-c457548fb53e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 {{(pid=110839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:01:41.997929 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-45c0bc31-497c-474a-a979-c457548fb53e service neutron] Publish callbacks [] for port (9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:42.005599 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-49b9fc0a-841d-4898-a200-5ad549f99c6d req-51022ad3-4a49-454c-a83c-b73a830284bd tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502424 Jun 24 10:01:42.007388 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.provisioning_blocks [req-06770a9c-4074-430b-93f8-041cf4c49076 req-dae88384-5957-4632-94dd-d6427562fa0e service neutron] Transition to ACTIVE for port object 17817cc3-73eb-4391-b5de-08503690fb3b will not be triggered until provisioned by entity L2. {{(pid=110839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:01:42.014913 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.provisioning_blocks [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-45c0bc31-497c-474a-a979-c457548fb53e service neutron] Transition to ACTIVE for port object 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 will not be triggered until provisioned by entity L2. {{(pid=110839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:01:42.102205 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-06770a9c-4074-430b-93f8-041cf4c49076 req-dae88384-5957-4632-94dd-d6427562fa0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (17817cc3-73eb-4391-b5de-08503690fb3b), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:42.170405 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae88384-5957-4632-94dd-d6427562fa0e service neutron] Pushing event updated for resources: {'Port': ['ID=17817cc3-73eb-4391-b5de-08503690fb3b,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:42.208956 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-45c0bc31-497c-474a-a979-c457548fb53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:42.267104 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-06770a9c-4074-430b-93f8-041cf4c49076 req-dae88384-5957-4632-94dd-d6427562fa0e service neutron] Attempting to bind port 17817cc3-73eb-4391-b5de-08503690fb3b on host hv-cinder-84327 for vnic_type normal with profile {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:01:42.267443 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-06770a9c-4074-430b-93f8-041cf4c49076 req-dae88384-5957-4632-94dd-d6427562fa0e service neutron] Attempting to bind port 17817cc3-73eb-4391-b5de-08503690fb3b by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '18d9f559-afbe-4071-9df5-d5e429c5cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa'}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:01:42.267766 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06770a9c-4074-430b-93f8-041cf4c49076 req-dae88384-5957-4632-94dd-d6427562fa0e service neutron] Attempting to bind port 17817cc3-73eb-4391-b5de-08503690fb3b on network fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:01:42.276516 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360537e-fcf8-4394-82bd-8b7353a75a88 req-1e96a014-ebd5-41c2-9cda-385c4a27f4fc tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:42.278404 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f360537e-fcf8-4394-82bd-8b7353a75a88 req-1e96a014-ebd5-41c2-9cda-385c4a27f4fc tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 944 time: 0.1248703 Jun 24 10:01:42.298484 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06770a9c-4074-430b-93f8-041cf4c49076 req-dae88384-5957-4632-94dd-d6427562fa0e service neutron] Port 17817cc3-73eb-4391-b5de-08503690fb3b on network fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:01:42.298948 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06770a9c-4074-430b-93f8-041cf4c49076 req-dae88384-5957-4632-94dd-d6427562fa0e service neutron] Attempting to bind port 17817cc3-73eb-4391-b5de-08503690fb3b on network fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:01:42.312516 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0bc31-497c-474a-a979-c457548fb53e service neutron] Pushing event updated for resources: {'Port': ['ID=9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:42.335078 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06770a9c-4074-430b-93f8-041cf4c49076 req-dae88384-5957-4632-94dd-d6427562fa0e service neutron] Checking agent: {'id': '26214230-7434-41f1-bd59-00d94ef0f061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'started_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:01:42.335304 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06770a9c-4074-430b-93f8-041cf4c49076 req-dae88384-5957-4632-94dd-d6427562fa0e service neutron] Checking segment: {'id': '18d9f559-afbe-4071-9df5-d5e429c5cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:01:42.335701 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06770a9c-4074-430b-93f8-041cf4c49076 req-dae88384-5957-4632-94dd-d6427562fa0e service neutron] Bound using segment: {'id': '18d9f559-afbe-4071-9df5-d5e429c5cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa'} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:01:42.336155 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-06770a9c-4074-430b-93f8-041cf4c49076 req-dae88384-5957-4632-94dd-d6427562fa0e service neutron] Bound port: 17817cc3-73eb-4391-b5de-08503690fb3b, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18d9f559-afbe-4071-9df5-d5e429c5cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa'}}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:01:42.337323 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-06770a9c-4074-430b-93f8-041cf4c49076 req-dae88384-5957-4632-94dd-d6427562fa0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (17817cc3-73eb-4391-b5de-08503690fb3b), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:42.497058 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:42.499268 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-28278b0e-c647-410f-9b49-cec03f82ce09 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be1d3537-038c-4ba5-84f5-566839e929b4 HTTP/1.1" status: 200 len: 217 time: 0.1169388 Jun 24 10:01:42.541283 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-45c0bc31-497c-474a-a979-c457548fb53e service neutron] Attempting to bind port 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:01:42.542030 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-45c0bc31-497c-474a-a979-c457548fb53e service neutron] Attempting to bind port 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': 'aa725e7e-954b-4574-8420-010b18a49b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949'}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:01:42.542425 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-45c0bc31-497c-474a-a979-c457548fb53e service neutron] Attempting to bind port 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 on network 3c8f19ac-e8c2-4044-a226-361510084949 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:01:42.567515 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-45c0bc31-497c-474a-a979-c457548fb53e service neutron] Port 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 on network 3c8f19ac-e8c2-4044-a226-361510084949 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:01:42.567515 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-45c0bc31-497c-474a-a979-c457548fb53e service neutron] Attempting to bind port 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 on network 3c8f19ac-e8c2-4044-a226-361510084949 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:01:42.625451 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-45c0bc31-497c-474a-a979-c457548fb53e service neutron] Checking agent: {'id': '26214230-7434-41f1-bd59-00d94ef0f061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'started_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:01:42.626096 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-45c0bc31-497c-474a-a979-c457548fb53e service neutron] Checking segment: {'id': 'aa725e7e-954b-4574-8420-010b18a49b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:01:42.626815 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-45c0bc31-497c-474a-a979-c457548fb53e service neutron] Bound using segment: {'id': 'aa725e7e-954b-4574-8420-010b18a49b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949'} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:01:42.627402 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-45c0bc31-497c-474a-a979-c457548fb53e service neutron] Bound port: 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa725e7e-954b-4574-8420-010b18a49b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949'}}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:01:42.627864 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-45c0bc31-497c-474a-a979-c457548fb53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:42.634457 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f360537e-fcf8-4394-82bd-8b7353a75a88 req-28ddd609-a4e1-4e08-a427-79554aba269d tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437240 Jun 24 10:01:42.706194 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-3c9840d4-03f4-416e-a70e-38149cfe2d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:42.707943 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-3c9840d4-03f4-416e-a70e-38149cfe2d06 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=144899a2-b09a-495a-b00a-6c663cd7966a HTTP/1.1" status: 200 len: 857 time: 0.1682484 Jun 24 10:01:42.728985 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-06770a9c-4074-430b-93f8-041cf4c49076 req-dae88384-5957-4632-94dd-d6427562fa0e service neutron] For port 17817cc3-73eb-4391-b5de-08503690fb3b, host hv-cinder-84327, cleared binding levels {{(pid=110839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:01:42.802090 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c974c58-5739-4a75-a042-7aaa90eb4b65 req-507fdc46-ca60-4e20-995f-7df59b35d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:42.803797 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9c974c58-5739-4a75-a042-7aaa90eb4b65 req-507fdc46-ca60-4e20-995f-7df59b35d590 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4202588 Jun 24 10:01:42.804573 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:42.813685 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-06770a9c-4074-430b-93f8-041cf4c49076 req-dae88384-5957-4632-94dd-d6427562fa0e service neutron] For port 17817cc3-73eb-4391-b5de-08503690fb3b, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=17817cc3-73eb-4391-b5de-08503690fb3b,segment=NetworkSegment(18d9f559-afbe-4071-9df5-d5e429c5cbf9),segment_id=18d9f559-afbe-4071-9df5-d5e429c5cbf9)] {{(pid=110839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:01:42.842095 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-d03b7a5d-3a38-4968-9587-2c6930214248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:42.843604 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-d03b7a5d-3a38-4968-9587-2c6930214248 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1164587 Jun 24 10:01:42.873719 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-45c0bc31-497c-474a-a979-c457548fb53e service neutron] For port 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8, host hv-cinder-84327, cleared binding levels {{(pid=110839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:01:42.900671 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-45c0bc31-497c-474a-a979-c457548fb53e service neutron] For port 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8,segment=NetworkSegment(aa725e7e-954b-4574-8420-010b18a49b50),segment_id=aa725e7e-954b-4574-8420-010b18a49b50)] {{(pid=110839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:01:42.917913 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-2b98a96a-f4e4-4631-8bef-71623f98343c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:42.919141 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-2b98a96a-f4e4-4631-8bef-71623f98343c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a77797eae68a42639f886f64db5f5598&device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 1127 time: 0.0789416 Jun 24 10:01:42.944636 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-06770a9c-4074-430b-93f8-041cf4c49076 req-dae88384-5957-4632-94dd-d6427562fa0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (17817cc3-73eb-4391-b5de-08503690fb3b), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:42.978504 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-380477fe-2b1f-4edd-b681-e2df3c1fa05c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc68c0d7-3cc3-4add-8d35-8b1892ac129e HTTP/1.1" status: 200 len: 217 time: 0.0523918 Jun 24 10:01:42.991038 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-45c0bc31-497c-474a-a979-c457548fb53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:43.010812 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06770a9c-4074-430b-93f8-041cf4c49076 req-dae88384-5957-4632-94dd-d6427562fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:43.011516 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-06770a9c-4074-430b-93f8-041cf4c49076 req-dae88384-5957-4632-94dd-d6427562fa0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:43.012873 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-06770a9c-4074-430b-93f8-041cf4c49076 req-dae88384-5957-4632-94dd-d6427562fa0e service neutron] 10.222.0.55 "PUT /v2.0/ports/17817cc3-73eb-4391-b5de-08503690fb3b HTTP/1.1" status: 200 len: 1094 time: 1.9738264 Jun 24 10:01:43.013393 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb', 'tag': '17817cc3-73eb-4391-b5de-08503690fb3b'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:01:43.015706 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8e4904-eea8-4d95-abbf-25fee8c5f2ac" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb", "tag": "17817cc3-73eb-4391-b5de-08503690fb3b"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:01:43.046772 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-44464d01-fae6-434b-85dd-f7d14d654c4b service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970296 Jun 24 10:01:43.050481 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae88384-5957-4632-94dd-d6427562fa0e service neutron] Pushing event updated for resources: {'Port': ['ID=17817cc3-73eb-4391-b5de-08503690fb3b,revision_number=3']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:43.052065 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-45c0bc31-497c-474a-a979-c457548fb53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:43.052740 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-45c0bc31-497c-474a-a979-c457548fb53e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:43.054743 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-45c0bc31-497c-474a-a979-c457548fb53e service neutron] 10.222.0.55 "PUT /v2.0/ports/9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 HTTP/1.1" status: 200 len: 1094 time: 1.9845350 Jun 24 10:01:43.114487 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486a2ba-71fb-4eec-a2fc-38ebdc3d0740 req-c64bebe3-db32-46c7-a61c-c168c703cba9 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:43.132008 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-1486a2ba-71fb-4eec-a2fc-38ebdc3d0740 req-c64bebe3-db32-46c7-a61c-c168c703cba9 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 944 time: 0.1629562 Jun 24 10:01:43.177180 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-70616166-3a70-4220-81cf-0998816510ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:43.180480 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-70616166-3a70-4220-81cf-0998816510ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=20ee07e6-65c0-48ce-91f9-befe3b16f3f9 HTTP/1.1" status: 200 len: 856 time: 0.1743267 Jun 24 10:01:43.260795 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-1486a2ba-71fb-4eec-a2fc-38ebdc3d0740 req-5c726521-9f48-4a1e-b56e-ea192a4d1295 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273527 Jun 24 10:01:43.263995 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-47968a5a-0e34-44aa-a1da-42958ea33780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:43.265525 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-47968a5a-0e34-44aa-a1da-42958ea33780 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=acbbe71d-fc88-4521-a985-304e44d1216d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0742998 Jun 24 10:01:43.326037 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431e6a8-dfd1-4a13-bc12-1d07e69d85a9 req-ef4f8976-99ee-4445-90f8-49a2631aff37 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:43.327171 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3431e6a8-dfd1-4a13-bc12-1d07e69d85a9 req-ef4f8976-99ee-4445-90f8-49a2631aff37 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 944 time: 0.1780956 Jun 24 10:01:43.333051 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:43.335111 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5f56bb-e208-4d20-a828-3abc80891ada x-openstack-request-id: req-7e5f56bb-e208-4d20-a828-3abc80891ada {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:01:43.335400 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb", "tag": "17817cc3-73eb-4391-b5de-08503690fb3b", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:01:43.336158 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e5f56bb-e208-4d20-a828-3abc80891ada {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:01:43.336158 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e5f56bb-e208-4d20-a828-3abc80891ada'] response: {'name': 'network-changed', 'server_uuid': 'e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb', 'tag': '17817cc3-73eb-4391-b5de-08503690fb3b', 'status': 'completed', 'code': 200} Jun 24 10:01:43.366922 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06770a9c-4074-430b-93f8-041cf4c49076 req-6c47d400-4521-470b-afcb-11efd081d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:43.366922 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-06770a9c-4074-430b-93f8-041cf4c49076 req-6c47d400-4521-470b-afcb-11efd081d90e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddf89eff2d584c508a967f1686090be1&device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 1128 time: 0.1344697 Jun 24 10:01:43.371879 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0bc31-497c-474a-a979-c457548fb53e service neutron] Pushing event updated for resources: {'Port': ['ID=9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8,revision_number=3']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:43.401144 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-c653e137-17f7-46a1-bc97-6998cc04e276 service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433297 Jun 24 10:01:43.431288 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-1a12a79f-f98f-4412-87be-d3c4b7bd39b7 service neutron] 10.222.0.55 "GET /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580791 Jun 24 10:01:43.445647 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3431e6a8-dfd1-4a13-bc12-1d07e69d85a9 req-ea1ee806-dbb3-42a1-9a29-e6262f44079a tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056690 Jun 24 10:01:43.458789 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:43.500778 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411885b-9b2e-437c-85a8-eacdf512935b req-9ce45add-7224-49d5-8be2-5e8d851f1e2b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:43.502260 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d411885b-9b2e-437c-85a8-eacdf512935b req-9ce45add-7224-49d5-8be2-5e8d851f1e2b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0525866 Jun 24 10:01:43.612918 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d411885b-9b2e-437c-85a8-eacdf512935b req-540f4775-89be-4d86-918c-0a32f069799c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422728 Jun 24 10:01:43.768664 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b653f21-8b69-4ca0-9ccc-8f8c6994b4a3 req-b7dbc170-3879-4613-8bae-5aef5547bf8a tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:43.770168 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2b653f21-8b69-4ca0-9ccc-8f8c6994b4a3 req-b7dbc170-3879-4613-8bae-5aef5547bf8a tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 944 time: 0.0524547 Jun 24 10:01:43.822726 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2b653f21-8b69-4ca0-9ccc-8f8c6994b4a3 req-464b7efb-319a-43a5-aeb1-9b29576ab17d tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455287 Jun 24 10:01:44.307256 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device ac909eb0-aeea-4b66-970c-1e6b004e8902 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:01:44.373705 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911fe26-f5ab-43cd-a699-b034ad3de736 req-21cb070b-900c-44d1-974a-dfea81dab67a tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:44.375261 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0911fe26-f5ab-43cd-a699-b034ad3de736 req-21cb070b-900c-44d1-974a-dfea81dab67a tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 944 time: 0.0481551 Jun 24 10:01:44.414854 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port ac909eb0-aeea-4b66-970c-1e6b004e8902, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=ac909eb0-aeea-4b66-970c-1e6b004e8902,segment=NetworkSegment(b35a4a04-be90-443a-9760-19f59dd5b635),segment_id=b35a4a04-be90-443a-9760-19f59dd5b635)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:01:44.423095 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0911fe26-f5ab-43cd-a699-b034ad3de736 req-db0f5dde-76d9-4db5-983b-472e83b904fe tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421348 Jun 24 10:01:44.426411 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': 'ac909eb0-aeea-4b66-970c-1e6b004e8902', 'network_id': '9d3516bf-89dd-46de-b07c-0627a924af1f', 'port_id': 'ac909eb0-aeea-4b66-970c-1e6b004e8902', 'mac_address': 'fa:16:3e:c6:04:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe9e7841-55db-430e-aa24-de6473e4368a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:01:44.464629 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port ac909eb0-aeea-4b66-970c-1e6b004e8902 is: DOWN; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:44.465014 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (ac909eb0-aeea-4b66-970c-1e6b004e8902), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:44.478118 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac909eb0-aeea-4b66-970c-1e6b004e8902 {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:01:44.498693 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port ac909eb0-aeea-4b66-970c-1e6b004e8902, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=ac909eb0-aeea-4b66-970c-1e6b004e8902,segment=NetworkSegment(b35a4a04-be90-443a-9760-19f59dd5b635),segment_id=b35a4a04-be90-443a-9760-19f59dd5b635)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:01:44.563514 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ef94a-9e95-4dd4-9cea-7facd4a43fe2 req-9b1c4713-fa57-49e4-b1e4-1757ac3d696a tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:44.565063 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e88ef94a-9e95-4dd4-9cea-7facd4a43fe2 req-9b1c4713-fa57-49e4-b1e4-1757ac3d696a tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 944 time: 0.0503631 Jun 24 10:01:44.578324 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (ac909eb0-aeea-4b66-970c-1e6b004e8902), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:44.612470 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e88ef94a-9e95-4dd4-9cea-7facd4a43fe2 req-542e72d9-130e-4558-9ef5-48770b639cff tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414255 Jun 24 10:01:44.624696 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=ac909eb0-aeea-4b66-970c-1e6b004e8902,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:44.717471 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a93910-879f-4d7c-9a8e-4bbdd73c80f3 req-dbf5a771-de3f-4d9f-871c-ada75fc68026 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:44.718837 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-91a93910-879f-4d7c-9a8e-4bbdd73c80f3 req-dbf5a771-de3f-4d9f-871c-ada75fc68026 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0464659 Jun 24 10:01:44.767395 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-91a93910-879f-4d7c-9a8e-4bbdd73c80f3 req-32562522-9f79-4514-9eef-96dda916578e tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428293 Jun 24 10:01:44.772540 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=10 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:44.933241 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026db5a-577a-49f1-9495-da79a1b6e8bf req-1c978b65-fc15-4e4a-b8bb-b32ae2855521 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:44.934717 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3026db5a-577a-49f1-9495-da79a1b6e8bf req-1c978b65-fc15-4e4a-b8bb-b32ae2855521 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 944 time: 0.0464275 Jun 24 10:01:44.982427 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3026db5a-577a-49f1-9495-da79a1b6e8bf req-9f40e9c8-3fdd-4b8a-9428-d8c98e214fc8 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423367 Jun 24 10:01:45.000550 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=16 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:45.337263 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bc600e-1c87-4ba3-9dfa-421ee774e45e', 'tag': '9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:01:45.339999 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2418ec91-448f-4d07-b731-67d171c6a60b" -d '{"events": [{"name": "network-changed", "server_uuid": "84bc600e-1c87-4ba3-9dfa-421ee774e45e", "tag": "9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:01:45.375753 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949a19c3-e3d3-4aed-b617-2eec419133f4 x-openstack-request-id: req-949a19c3-e3d3-4aed-b617-2eec419133f4 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:01:45.376038 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bc600e-1c87-4ba3-9dfa-421ee774e45e", "tag": "9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:01:45.379858 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-949a19c3-e3d3-4aed-b617-2eec419133f4 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:01:45.379858 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949a19c3-e3d3-4aed-b617-2eec419133f4'] response: {'name': 'network-changed', 'server_uuid': '84bc600e-1c87-4ba3-9dfa-421ee774e45e', 'tag': '9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8', 'status': 'completed', 'code': 200} Jun 24 10:01:45.534624 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d406763-6627-4c56-a1b7-c8917f6344ae req-6b301267-c8c6-4ffc-9be0-4e3323b9bdbd tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:45.536151 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6d406763-6627-4c56-a1b7-c8917f6344ae req-6b301267-c8c6-4ffc-9be0-4e3323b9bdbd tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 945 time: 0.0470300 Jun 24 10:01:45.587810 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6d406763-6627-4c56-a1b7-c8917f6344ae req-f6546c7f-debe-4e33-9e79-76104887ae2b tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447698 Jun 24 10:01:45.731880 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8bd6cd-6a6a-4808-a73c-8db6ee7ecd72 req-d0730dc6-042c-4a80-987b-907902bfcb56 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:45.732474 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-0848e642-5686-4889-85f6-d3804d74348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:45.733396 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ee8bd6cd-6a6a-4808-a73c-8db6ee7ecd72 req-d0730dc6-042c-4a80-987b-907902bfcb56 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 944 time: 0.0466888 Jun 24 10:01:45.758335 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:45.781026 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ee8bd6cd-6a6a-4808-a73c-8db6ee7ecd72 req-9f62dbe0-70fe-4fff-bef7-3dbace1a745d tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419745 Jun 24 10:01:45.882304 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ccb897-ea9b-4f4e-be7b-63ed6850ff91 req-0a0c89b4-47da-4b7b-9daf-40952fdae889 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:45.884600 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-33ccb897-ea9b-4f4e-be7b-63ed6850ff91 req-0a0c89b4-47da-4b7b-9daf-40952fdae889 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0473642 Jun 24 10:01:45.932230 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-33ccb897-ea9b-4f4e-be7b-63ed6850ff91 req-c753b3b5-e8d0-4783-9d12-acce4f3279c9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421181 Jun 24 10:01:46.103545 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-06770a9c-4074-430b-93f8-041cf4c49076 req-913aab18-e426-4c84-a773-c937b486a89c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17817cc3-73eb-4391-b5de-08503690fb3b HTTP/1.1" status: 200 len: 217 time: 0.0364535 Jun 24 10:01:46.122404 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fab9d3-4de4-462d-a90b-825854b96d60 req-c5b61e96-0e87-476e-a6f6-afba2716947d tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:46.124484 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f6fab9d3-4de4-462d-a90b-825854b96d60 req-c5b61e96-0e87-476e-a6f6-afba2716947d tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 944 time: 0.0744588 Jun 24 10:01:46.216478 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-a9ae7b8c-fd92-4fff-939c-32005d37a170 req-b0a7d047-2e8c-4ff2-b00e-7990b813f862 service neutron] 10.222.0.55 "GET /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536655 Jun 24 10:01:46.219925 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f6fab9d3-4de4-462d-a90b-825854b96d60 req-561dd8ed-8ebb-4d7a-aaba-8f25babbc4a5 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633228 Jun 24 10:01:46.393529 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['ac909eb0-aeea-4b66-970c-1e6b004e8902'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:01:46.395826 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:46.709192 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b09f09-1303-4aad-9aa4-4df388d0bf9d req-762aa5a8-a3af-459b-8fc2-fa4caab9e709 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:46.711266 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-51b09f09-1303-4aad-9aa4-4df388d0bf9d req-762aa5a8-a3af-459b-8fc2-fa4caab9e709 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 945 time: 0.0557084 Jun 24 10:01:46.757976 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-51b09f09-1303-4aad-9aa4-4df388d0bf9d req-4d018529-f9ef-4cea-83ae-dd597aac6215 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409431 Jun 24 10:01:46.892216 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df282ab5-a173-427e-9042-01b46864864c req-65fc113e-801b-45a5-94bc-7fbb3d955073 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:46.893699 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-df282ab5-a173-427e-9042-01b46864864c req-65fc113e-801b-45a5-94bc-7fbb3d955073 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 944 time: 0.0459497 Jun 24 10:01:46.951940 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-6a8189bb-2651-44d6-b36c-bb664331092f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:46.953406 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-6a8189bb-2651-44d6-b36c-bb664331092f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b57a965c8ac24ad383260d621813bc3b&device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 1128 time: 0.0588722 Jun 24 10:01:46.961277 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d5466-0feb-4ebf-a833-46be39ce0339 req-23a786f5-cb23-43ce-99e0-68039d3b3b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:46.962431 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-db7d5466-0feb-4ebf-a833-46be39ce0339 req-23a786f5-cb23-43ce-99e0-68039d3b3b48 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddf89eff2d584c508a967f1686090be1&device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 1127 time: 0.0671198 Jun 24 10:01:46.966294 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06770a9c-4074-430b-93f8-041cf4c49076 req-700a52f4-0384-421f-813a-33317a7460b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:46.967839 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-06770a9c-4074-430b-93f8-041cf4c49076 req-700a52f4-0384-421f-813a-33317a7460b0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=144899a2-b09a-495a-b00a-6c663cd7966a HTTP/1.1" status: 200 len: 857 time: 0.0801530 Jun 24 10:01:47.003452 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-f20f21b5-b305-4669-9a5c-02602b57e21c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 HTTP/1.1" status: 200 len: 217 time: 0.0416191 Jun 24 10:01:47.007502 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-df282ab5-a173-427e-9042-01b46864864c req-78cb283b-897f-443c-a4c4-0703923c7bf2 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030722 Jun 24 10:01:47.099761 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:47.147830 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06770a9c-4074-430b-93f8-041cf4c49076 req-4cf598c4-6f31-4391-8954-4e8f80f9dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:47.153497 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-06770a9c-4074-430b-93f8-041cf4c49076 req-4cf598c4-6f31-4391-8954-4e8f80f9dfff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1649556 Jun 24 10:01:47.182183 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489f9f9-4ff4-4ba7-86ed-a00037470077 req-a654ff4f-11c1-4dbc-a639-b08b2ab56b84 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:47.182183 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6489f9f9-4ff4-4ba7-86ed-a00037470077 req-a654ff4f-11c1-4dbc-a639-b08b2ab56b84 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.1430645 Jun 24 10:01:47.229334 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d5466-0feb-4ebf-a833-46be39ce0339 req-c084f8a0-4554-490e-8d30-cfde1affc063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:47.230695 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-db7d5466-0feb-4ebf-a833-46be39ce0339 req-c084f8a0-4554-490e-8d30-cfde1affc063 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa HTTP/1.1" status: 200 len: 919 time: 0.2618763 Jun 24 10:01:47.253968 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6489f9f9-4ff4-4ba7-86ed-a00037470077 req-906488e9-6845-45eb-b6a4-c11998e94eb2 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630171 Jun 24 10:01:47.338465 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7248ea-e7e1-4a4b-aa06-c9891c593e86 req-0c4bdd06-1a50-400e-87a9-db605e1d7f86 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:47.347362 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-7b7248ea-e7e1-4a4b-aa06-c9891c593e86 req-0c4bdd06-1a50-400e-87a9-db605e1d7f86 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 944 time: 0.0581419 Jun 24 10:01:47.404507 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-7b7248ea-e7e1-4a4b-aa06-c9891c593e86 req-b65b636e-6246-4e24-a26c-0467aa1dff1e tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559311 Jun 24 10:01:47.821841 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-d597d4c8-57eb-4966-ab7e-e1bbeb603011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:47.823930 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-d597d4c8-57eb-4966-ab7e-e1bbeb603011 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b78992fa-8718-4ba9-94c3-e836373f9bf4 HTTP/1.1" status: 200 len: 850 time: 0.0634859 Jun 24 10:01:47.872157 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-b750b716-dbbb-416f-8890-b836e73524f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:47.873699 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-b750b716-dbbb-416f-8890-b836e73524f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c8f19ac-e8c2-4044-a226-361510084949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429046 Jun 24 10:01:47.890999 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-eb7e7505-2e5a-4195-b56e-9c082babf78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:48.010558 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-db7d5466-0feb-4ebf-a833-46be39ce0339 req-d96e845c-01fd-439e-bae9-92638e431dbb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be1d3537-038c-4ba5-84f5-566839e929b4 HTTP/1.1" status: 200 len: 217 time: 0.2507555 Jun 24 10:01:48.024957 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-6d7420fc-b814-4c09-aa63-1505d5915113 service neutron] 10.222.0.55 "GET /v2.0/networks/3c8f19ac-e8c2-4044-a226-361510084949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431968 Jun 24 10:01:48.046324 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device be1d3537-038c-4ba5-84f5-566839e929b4 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:01:48.101485 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device ac909eb0-aeea-4b66-970c-1e6b004e8902 up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:01:48.147730 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:48.204008 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026535a4-cbcb-4f62-ac98-0aaa6262a791 req-2f3dc8d6-245c-4193-8d96-1a043139c53c tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:48.207233 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0849c-11df-4eb0-b91f-0ed7c9b0eacc req-5eeb9c72-0341-41fe-a5cc-bb72b8e698dd tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:48.211823 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-026535a4-cbcb-4f62-ac98-0aaa6262a791 req-2f3dc8d6-245c-4193-8d96-1a043139c53c tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 945 time: 0.2051070 Jun 24 10:01:48.214905 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0bd0849c-11df-4eb0-b91f-0ed7c9b0eacc req-5eeb9c72-0341-41fe-a5cc-bb72b8e698dd tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 944 time: 0.0795245 Jun 24 10:01:48.220037 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning for port ac909eb0-aeea-4b66-970c-1e6b004e8902 completed by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:01:48.235164 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d5466-0feb-4ebf-a833-46be39ce0339 req-2f05abb3-d921-4b22-b5dc-63931b7e3b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:48.235367 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9e67b6d6-c85c-4aaf-832d-37ed6f07e5a0 req-64b079b4-bd2f-42bf-8fc3-08dd8e22eec1 service neutron] 10.222.0.55 "GET /v2.0/networks/3c8f19ac-e8c2-4044-a226-361510084949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968024 Jun 24 10:01:48.236702 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-db7d5466-0feb-4ebf-a833-46be39ce0339 req-2f05abb3-d921-4b22-b5dc-63931b7e3b31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=144899a2-b09a-495a-b00a-6c663cd7966a HTTP/1.1" status: 200 len: 857 time: 0.2128668 Jun 24 10:01:48.239907 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port be1d3537-038c-4ba5-84f5-566839e929b4, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=be1d3537-038c-4ba5-84f5-566839e929b4,segment=NetworkSegment(18d9f559-afbe-4071-9df5-d5e429c5cbf9),segment_id=18d9f559-afbe-4071-9df5-d5e429c5cbf9)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:01:48.253831 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': 'be1d3537-038c-4ba5-84f5-566839e929b4', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'port_id': 'be1d3537-038c-4ba5-84f5-566839e929b4', 'mac_address': 'fa:16:3e:54:c6:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:01:48.262803 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:48.284633 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:48.284794 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0bd0849c-11df-4eb0-b91f-0ed7c9b0eacc req-8401ee04-a726-4db8-9829-cc81a833ca6b tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688503 Jun 24 10:01:48.291911 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port be1d3537-038c-4ba5-84f5-566839e929b4 is: DOWN; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:48.292662 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (be1d3537-038c-4ba5-84f5-566839e929b4), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:48.313769 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port ac909eb0-aeea-4b66-970c-1e6b004e8902 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:48.313769 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (ac909eb0-aeea-4b66-970c-1e6b004e8902), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:48.319290 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-06770a9c-4074-430b-93f8-041cf4c49076 req-621484f5-7f33-41d6-bc38-f8b458ce6732 service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5533690 Jun 24 10:01:48.321068 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d5466-0feb-4ebf-a833-46be39ce0339 req-30a45f26-82c2-4fb9-8962-c141def510c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:48.322464 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-db7d5466-0feb-4ebf-a833-46be39ce0339 req-30a45f26-82c2-4fb9-8962-c141def510c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725422 Jun 24 10:01:48.325635 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-026535a4-cbcb-4f62-ac98-0aaa6262a791 req-36bf2bc3-e871-480c-bf47-23b3480bd074 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130025 Jun 24 10:01:48.345955 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1d3537-038c-4ba5-84f5-566839e929b4 {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:01:48.378501 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port be1d3537-038c-4ba5-84f5-566839e929b4, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=be1d3537-038c-4ba5-84f5-566839e929b4,segment=NetworkSegment(18d9f559-afbe-4071-9df5-d5e429c5cbf9),segment_id=18d9f559-afbe-4071-9df5-d5e429c5cbf9)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:01:48.408683 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be8c86-63a3-4a02-8d6b-ab9fd66c3523 req-07af1046-7e39-4b26-9de0-f8be3968a58a tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:48.412721 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d0be8c86-63a3-4a02-8d6b-ab9fd66c3523 req-07af1046-7e39-4b26-9de0-f8be3968a58a tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0666542 Jun 24 10:01:48.434909 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port ac909eb0-aeea-4b66-970c-1e6b004e8902 is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:48.434909 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (ac909eb0-aeea-4b66-970c-1e6b004e8902), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:48.453279 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd6d45e-4648-4b13-acb5-3473bf9e935a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac909eb0-aeea-4b66-970c-1e6b004e8902'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:01:48.489971 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d0be8c86-63a3-4a02-8d6b-ab9fd66c3523 req-6e63a92e-d00e-4305-9d48-870f8f184ed6 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702834 Jun 24 10:01:48.532161 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (be1d3537-038c-4ba5-84f5-566839e929b4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:48.543896 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port ac909eb0-aeea-4b66-970c-1e6b004e8902, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=ac909eb0-aeea-4b66-970c-1e6b004e8902,segment=NetworkSegment(b35a4a04-be90-443a-9760-19f59dd5b635),segment_id=b35a4a04-be90-443a-9760-19f59dd5b635)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:01:48.564155 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:48.591039 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=be1d3537-038c-4ba5-84f5-566839e929b4,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:48.596549 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-db7d5466-0feb-4ebf-a833-46be39ce0339 req-42421767-b515-4188-b45b-60de48714261 service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613294 Jun 24 10:01:48.604526 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-06770a9c-4074-430b-93f8-041cf4c49076 req-dc5645b8-69e3-4cf5-ad0c-29f0f0829425 service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743618 Jun 24 10:01:48.612521 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8d1c2-d7de-48ce-b7a1-89526d1a85f8 req-aabb0f85-d9f2-4821-a787-288ab0f417d9 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:48.613991 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1ec8d1c2-d7de-48ce-b7a1-89526d1a85f8 req-aabb0f85-d9f2-4821-a787-288ab0f417d9 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 944 time: 0.0903847 Jun 24 10:01:48.623455 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (ac909eb0-aeea-4b66-970c-1e6b004e8902), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:48.658399 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e92449d-7ff6-4dd3-a4b6-fd0b216d72ef" -d '{"events": [{"server_uuid": "ffd6d45e-4648-4b13-acb5-3473bf9e935a", "name": "network-vif-plugged", "status": "completed", "tag": "ac909eb0-aeea-4b66-970c-1e6b004e8902"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:01:48.680824 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1ec8d1c2-d7de-48ce-b7a1-89526d1a85f8 req-c71840cf-be72-4e16-8926-5b6c7a76d18a tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600801 Jun 24 10:01:48.682725 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=ac909eb0-aeea-4b66-970c-1e6b004e8902,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:48.751823 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['be1d3537-038c-4ba5-84f5-566839e929b4'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:01:48.754655 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf4c48b-6b22-40fd-8dd9-2595066ba87e x-openstack-request-id: req-4bf4c48b-6b22-40fd-8dd9-2595066ba87e {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:01:48.754954 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd6d45e-4648-4b13-acb5-3473bf9e935a", "name": "network-vif-plugged", "status": "completed", "tag": "ac909eb0-aeea-4b66-970c-1e6b004e8902", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:01:48.755208 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4bf4c48b-6b22-40fd-8dd9-2595066ba87e {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:01:48.755651 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bf4c48b-6b22-40fd-8dd9-2595066ba87e'] response: {'server_uuid': 'ffd6d45e-4648-4b13-acb5-3473bf9e935a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac909eb0-aeea-4b66-970c-1e6b004e8902', 'code': 200} Jun 24 10:01:49.133054 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:49.199451 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418ec91-448f-4d07-b731-67d171c6a60b req-e49ae205-68ae-4a79-b1fe-e3c0aada2e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:49.201106 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2418ec91-448f-4d07-b731-67d171c6a60b req-e49ae205-68ae-4a79-b1fe-e3c0aada2e29 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b57a965c8ac24ad383260d621813bc3b&device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 1128 time: 0.1104817 Jun 24 10:01:49.228626 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-db7d5466-0feb-4ebf-a833-46be39ce0339 req-db53348e-815e-4f44-9f83-cc2ef0480165 service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463196 Jun 24 10:01:49.397944 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef9a69-d9fd-458a-af09-fbf31aa69826 req-7f858721-2a35-4df0-9ba6-1cb6adec6f86 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:49.400790 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-16ef9a69-d9fd-458a-af09-fbf31aa69826 req-7f858721-2a35-4df0-9ba6-1cb6adec6f86 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 944 time: 0.0520337 Jun 24 10:01:49.435326 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:49.460384 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2df204-0248-4544-af67-6e68c06059bb req-5d7acb01-4fb5-4afc-b5f9-cf22b03a43f8 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:49.462769 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9c2df204-0248-4544-af67-6e68c06059bb req-5d7acb01-4fb5-4afc-b5f9-cf22b03a43f8 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 946 time: 0.0604675 Jun 24 10:01:49.464864 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-16ef9a69-d9fd-458a-af09-fbf31aa69826 req-e8e8d1f1-4316-42c3-a627-cffa2f178588 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598092 Jun 24 10:01:49.529004 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:49.548746 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9c2df204-0248-4544-af67-6e68c06059bb req-0bcc6ee3-ec56-42c8-83d9-8103ecfda9bf tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678148 Jun 24 10:01:49.608869 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d130e-7d71-450d-a4f8-d3f7cf14749a req-47dbad3d-e384-402c-a5bf-221357130f48 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:49.610337 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-752d130e-7d71-450d-a4f8-d3f7cf14749a req-47dbad3d-e384-402c-a5bf-221357130f48 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0504272 Jun 24 10:01:49.663832 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-752d130e-7d71-450d-a4f8-d3f7cf14749a req-58e1dba6-b8ae-48cc-a220-0a78590b1491 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468478 Jun 24 10:01:49.794119 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d2ca3-fab5-4a56-bec8-f17636a2bacd req-60eef475-427e-49a4-b41a-0250e004ead6 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:49.795634 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d16d2ca3-fab5-4a56-bec8-f17636a2bacd req-60eef475-427e-49a4-b41a-0250e004ead6 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 944 time: 0.0511894 Jun 24 10:01:49.848770 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d16d2ca3-fab5-4a56-bec8-f17636a2bacd req-ccd1c04d-028c-4e6d-bc08-f6cfb80506d7 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435317 Jun 24 10:01:49.930435 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 38126) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:50.076184 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e4904-eea8-4d95-abbf-25fee8c5f2ac req-f127586c-a49b-4f5d-8610-4a85816ea555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:50.077532 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:01:50.077698 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3e8e4904-eea8-4d95-abbf-25fee8c5f2ac req-f127586c-a49b-4f5d-8610-4a85816ea555 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddf89eff2d584c508a967f1686090be1&device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 1128 time: 0.0895512 Jun 24 10:01:50.077993 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d5a11b15-8a73-43b4-ad31-9ddf2cb00a38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:50.080199 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device be1d3537-038c-4ba5-84f5-566839e929b4 up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:01:50.092164 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2039d7-6975-4bc1-9bc4-c18068bf50cf req-8002590f-c223-42ec-9e5f-93e947d07fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:50.093639 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2e2039d7-6975-4bc1-9bc4-c18068bf50cf req-8002590f-c223-42ec-9e5f-93e947d07fd0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 1130 time: 0.1003478 Jun 24 10:01:50.118168 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-2e2039d7-6975-4bc1-9bc4-c18068bf50cf req-117b5405-4840-488e-bd1f-c5f24df35dba service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:50.136039 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418ec91-448f-4d07-b731-67d171c6a60b req-0974b6ce-f5a5-4fea-992e-bd0f908751f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:50.137615 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2418ec91-448f-4d07-b731-67d171c6a60b req-0974b6ce-f5a5-4fea-992e-bd0f908751f1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c8f19ac-e8c2-4044-a226-361510084949 HTTP/1.1" status: 200 len: 912 time: 0.1584570 Jun 24 10:01:50.205666 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2418ec91-448f-4d07-b731-67d171c6a60b req-c7b1b63b-7ed3-498b-9dd6-88afa58ce833 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 HTTP/1.1" status: 200 len: 217 time: 0.0375180 Jun 24 10:01:50.219268 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning for port be1d3537-038c-4ba5-84f5-566839e929b4 completed by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:01:50.258982 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d5a11b15-8a73-43b4-ad31-9ddf2cb00a38 admin admin] Publish callbacks [] for security_group (3a3e9dae-97ca-424d-8f59-abaf55c67f2a), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:50.263482 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8,segment=NetworkSegment(aa725e7e-954b-4574-8420-010b18a49b50),segment_id=aa725e7e-954b-4574-8420-010b18a49b50)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:01:50.275421 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': '9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'port_id': '9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8', 'mac_address': 'fa:16:3e:83:9e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:01:50.279718 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e4904-eea8-4d95-abbf-25fee8c5f2ac req-00669f82-facb-49f5-b8ff-54bbf8828a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:50.279718 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3e8e4904-eea8-4d95-abbf-25fee8c5f2ac req-00669f82-facb-49f5-b8ff-54bbf8828a9f service neutron] 10.222.0.55 "GET /v2.0/networks?id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa HTTP/1.1" status: 200 len: 919 time: 0.1941152 Jun 24 10:01:50.280460 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-2e2039d7-6975-4bc1-9bc4-c18068bf50cf req-117b5405-4840-488e-bd1f-c5f24df35dba service neutron] Publish callbacks [] for security_group (4e4c0b6c-623b-496d-9495-b0e0b121a0c1), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:50.282597 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418ec91-448f-4d07-b731-67d171c6a60b req-300f4d63-2423-44a1-9c99-091ec839c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:50.284107 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2418ec91-448f-4d07-b731-67d171c6a60b req-300f4d63-2423-44a1-9c99-091ec839c0cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b78992fa-8718-4ba9-94c3-e836373f9bf4 HTTP/1.1" status: 200 len: 850 time: 0.0709388 Jun 24 10:01:50.311800 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 is: DOWN; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:50.312304 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:50.326817 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:01:50.344296 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d5a11b15-8a73-43b4-ad31-9ddf2cb00a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (3a3e9dae-97ca-424d-8f59-abaf55c67f2a), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:50.348906 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3e8e4904-eea8-4d95-abbf-25fee8c5f2ac req-3eff9ad3-86ba-41b2-aef4-ea8edcf19143 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17817cc3-73eb-4391-b5de-08503690fb3b HTTP/1.1" status: 200 len: 217 time: 0.0631154 Jun 24 10:01:50.350984 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8,segment=NetworkSegment(aa725e7e-954b-4574-8420-010b18a49b50),segment_id=aa725e7e-954b-4574-8420-010b18a49b50)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:01:50.353639 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port be1d3537-038c-4ba5-84f5-566839e929b4 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:50.353862 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (be1d3537-038c-4ba5-84f5-566839e929b4), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:50.371732 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-d5a11b15-8a73-43b4-ad31-9ddf2cb00a38 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c6111a6f548b49c7b749800e4efbd600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4400952 Jun 24 10:01:50.372744 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-2e2039d7-6975-4bc1-9bc4-c18068bf50cf req-117b5405-4840-488e-bd1f-c5f24df35dba service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (4e4c0b6c-623b-496d-9495-b0e0b121a0c1), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:50.375002 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 38136) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:50.393295 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418ec91-448f-4d07-b731-67d171c6a60b req-96b47a09-037f-4d38-af60-ad5d93594a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:50.394877 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2418ec91-448f-4d07-b731-67d171c6a60b req-96b47a09-037f-4d38-af60-ad5d93594a14 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c8f19ac-e8c2-4044-a226-361510084949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1037734 Jun 24 10:01:50.416396 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:50.431911 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:50.433713 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e4904-eea8-4d95-abbf-25fee8c5f2ac req-90a87b6c-d2d2-4999-818a-ed9f11474374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:50.435174 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3e8e4904-eea8-4d95-abbf-25fee8c5f2ac req-90a87b6c-d2d2-4999-818a-ed9f11474374 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=144899a2-b09a-495a-b00a-6c663cd7966a HTTP/1.1" status: 200 len: 857 time: 0.0807650 Jun 24 10:01:50.438526 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port be1d3537-038c-4ba5-84f5-566839e929b4 is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:50.438981 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (be1d3537-038c-4ba5-84f5-566839e929b4), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:50.449787 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a11b15-8a73-43b4-ad31-9ddf2cb00a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3e9dae-97ca-424d-8f59-abaf55c67f2a,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:50.462700 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:50.462700 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device bc68c0d7-3cc3-4add-8d35-8b1892ac129e details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:01:50.466896 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2e2039d7-6975-4bc1-9bc4-c18068bf50cf req-117b5405-4840-488e-bd1f-c5f24df35dba service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667598 Jun 24 10:01:50.519790 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port be1d3537-038c-4ba5-84f5-566839e929b4, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=be1d3537-038c-4ba5-84f5-566839e929b4,segment=NetworkSegment(18d9f559-afbe-4071-9df5-d5e429c5cbf9),segment_id=18d9f559-afbe-4071-9df5-d5e429c5cbf9)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:01:50.520237 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b5405-4840-488e-bd1f-c5f24df35dba service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4c0b6c-623b-496d-9495-b0e0b121a0c1,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:50.526525 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-140455eb-3638-4efc-b612-ad9eb315281f admin admin] Publish callbacks [] for security_group (3a3e9dae-97ca-424d-8f59-abaf55c67f2a), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:50.558306 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-140455eb-3638-4efc-b612-ad9eb315281f admin admin] Publish callbacks [] for security_group (3a3e9dae-97ca-424d-8f59-abaf55c67f2a), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:50.590720 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:50.593017 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:50.601637 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:50.604043 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2418ec91-448f-4d07-b731-67d171c6a60b req-0ce03725-4610-4feb-b8f3-ab1279b84db9 service neutron] 10.222.0.55 "GET /v2.0/networks/3c8f19ac-e8c2-4044-a226-361510084949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010548 Jun 24 10:01:50.605391 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e4904-eea8-4d95-abbf-25fee8c5f2ac req-654d8be7-acf2-4f8b-92fe-4487fc1a6d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:50.609307 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3e8e4904-eea8-4d95-abbf-25fee8c5f2ac req-654d8be7-acf2-4f8b-92fe-4487fc1a6d63 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1648872 Jun 24 10:01:50.681804 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (be1d3537-038c-4ba5-84f5-566839e929b4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:50.751360 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378fe84-eb5d-4ca9-85d2-7275673c06a0 req-2574139c-7f41-41d1-9886-1cd90faa66f1 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:50.753193 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e378fe84-eb5d-4ca9-85d2-7275673c06a0 req-2574139c-7f41-41d1-9886-1cd90faa66f1 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 945 time: 0.1107833 Jun 24 10:01:50.757554 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1d3537-038c-4ba5-84f5-566839e929b4'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:01:50.761348 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14da77ef-f2c3-4bc3-a90f-d86ef84dc603" -d '{"events": [{"server_uuid": "ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6", "name": "network-vif-plugged", "status": "completed", "tag": "be1d3537-038c-4ba5-84f5-566839e929b4"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:01:50.768706 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-140455eb-3638-4efc-b612-ad9eb315281f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (3a3e9dae-97ca-424d-8f59-abaf55c67f2a), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:50.771450 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-140455eb-3638-4efc-b612-ad9eb315281f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:50.773492 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-140455eb-3638-4efc-b612-ad9eb315281f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3a3e9dae-97ca-424d-8f59-abaf55c67f2a HTTP/1.1" status: 204 len: 168 time: 0.3962088 Jun 24 10:01:50.791558 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port bc68c0d7-3cc3-4add-8d35-8b1892ac129e, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=bc68c0d7-3cc3-4add-8d35-8b1892ac129e,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:01:50.801985 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=be1d3537-038c-4ba5-84f5-566839e929b4,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:50.809403 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': 'bc68c0d7-3cc3-4add-8d35-8b1892ac129e', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'port_id': 'bc68c0d7-3cc3-4add-8d35-8b1892ac129e', 'mac_address': 'fa:16:3e:ac:0d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:01:50.818938 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e7275-1566-433a-910c-7c6588d88fa2 req-a0a34dc2-c555-43ec-bbd7-f42f68c46568 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:50.828350 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-297e7275-1566-433a-910c-7c6588d88fa2 req-a0a34dc2-c555-43ec-bbd7-f42f68c46568 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 946 time: 0.1522510 Jun 24 10:01:50.830233 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140455eb-3638-4efc-b612-ad9eb315281f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3e9dae-97ca-424d-8f59-abaf55c67f2a,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:50.867404 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:50.872245 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:50.900103 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-297e7275-1566-433a-910c-7c6588d88fa2 req-1fee7839-b82a-4276-aae5-58390782a9ec tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690033 Jun 24 10:01:50.923763 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port bc68c0d7-3cc3-4add-8d35-8b1892ac129e is: DOWN; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:50.924245 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:50.940557 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc68c0d7-3cc3-4add-8d35-8b1892ac129e {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:01:50.948521 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:50.978472 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3e8e4904-eea8-4d95-abbf-25fee8c5f2ac req-ee51cb1c-344f-4819-b8bb-01b2613caeab service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783382 Jun 24 10:01:50.980914 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port bc68c0d7-3cc3-4add-8d35-8b1892ac129e, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=bc68c0d7-3cc3-4add-8d35-8b1892ac129e,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:01:50.982727 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2418ec91-448f-4d07-b731-67d171c6a60b req-94c0de5a-8f0c-4a40-89d9-1ca4f4cb48be service neutron] 10.222.0.55 "GET /v2.0/networks/3c8f19ac-e8c2-4044-a226-361510084949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839081 Jun 24 10:01:50.997071 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e378fe84-eb5d-4ca9-85d2-7275673c06a0 req-ec011c61-374d-425d-9325-5149820bd81a tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2344842 Jun 24 10:01:51.011428 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:51.026323 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c2853-19fa-47b1-b151-ac05480f01e3 req-23651ef7-cb38-488c-8c8a-37d42d462393 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:51.028561 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-208c2853-19fa-47b1-b151-ac05480f01e3 req-23651ef7-cb38-488c-8c8a-37d42d462393 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0580223 Jun 24 10:01:51.095705 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-208c2853-19fa-47b1-b151-ac05480f01e3 req-1dc0c4c1-c259-48a7-b72f-8cfff864decd tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619521 Jun 24 10:01:51.111236 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7caeb3a-6bea-4ff8-8152-0ce285e319ee x-openstack-request-id: req-e7caeb3a-6bea-4ff8-8152-0ce285e319ee {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:01:51.111236 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6", "name": "network-vif-plugged", "status": "completed", "tag": "be1d3537-038c-4ba5-84f5-566839e929b4", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:01:51.111236 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e7caeb3a-6bea-4ff8-8152-0ce285e319ee {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:01:51.111236 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7caeb3a-6bea-4ff8-8152-0ce285e319ee'] response: {'server_uuid': 'ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1d3537-038c-4ba5-84f5-566839e929b4', 'code': 200} Jun 24 10:01:51.115212 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:51.167980 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=bc68c0d7-3cc3-4add-8d35-8b1892ac129e,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:51.275978 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db92df-66ff-4511-8bcb-6f1775460049 req-518c7529-f386-4041-9b0c-bc49b316e415 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:51.277669 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-03db92df-66ff-4511-8bcb-6f1775460049 req-518c7529-f386-4041-9b0c-bc49b316e415 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 944 time: 0.0985198 Jun 24 10:01:51.380057 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-03db92df-66ff-4511-8bcb-6f1775460049 req-e0d18e3c-bc50-4bcc-afc0-3494a0cdb77b tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952544 Jun 24 10:01:51.382507 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3e8e4904-eea8-4d95-abbf-25fee8c5f2ac req-818585ca-217a-452e-ab4a-d6e25922fc0a service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473382 Jun 24 10:01:51.485053 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['bc68c0d7-3cc3-4add-8d35-8b1892ac129e'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:01:51.573573 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 38168) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:51.584623 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:01:51.588804 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-869b793d-4a9a-454d-b1d6-be1171c3d09a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:51.592928 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ce573-d80f-4784-9782-5ab8ecae152a req-ac0639f4-9de3-4e4a-929d-691ea98093b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:51.594883 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4c9ce573-d80f-4784-9782-5ab8ecae152a req-ac0639f4-9de3-4e4a-929d-691ea98093b2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 1129 time: 0.0782385 Jun 24 10:01:51.661389 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4c9ce573-d80f-4784-9782-5ab8ecae152a req-587bcb55-d687-48d6-a7aa-bad3cc6eb0b1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597646 Jun 24 10:01:51.678369 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:51.681990 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-869b793d-4a9a-454d-b1d6-be1171c3d09a admin admin] Publish callbacks [] for security_group (47aed713-27b0-4af4-a0dd-c9ec98db8392), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:51.777740 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-869b793d-4a9a-454d-b1d6-be1171c3d09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (47aed713-27b0-4af4-a0dd-c9ec98db8392), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:51.819926 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b793d-4a9a-454d-b1d6-be1171c3d09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47aed713-27b0-4af4-a0dd-c9ec98db8392,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:51.827503 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-869b793d-4a9a-454d-b1d6-be1171c3d09a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f71df668cfc24b78ad88eb30b3cfbc92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486284 Jun 24 10:01:51.827889 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 38172) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:51.888000 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a02045d9-8924-4b60-a7b5-783389645e68 admin admin] Publish callbacks [] for security_group (47aed713-27b0-4af4-a0dd-c9ec98db8392), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:51.913527 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a02045d9-8924-4b60-a7b5-783389645e68 admin admin] Publish callbacks [] for security_group (47aed713-27b0-4af4-a0dd-c9ec98db8392), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:51.949361 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:51.989849 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 38178) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:52.004548 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:01:52.024658 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30293807-bacc-4484-b3e8-cfd09ef2728e req-c308e88f-ffbe-4114-83ab-bc7d5fd128ed tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:52.026209 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-30293807-bacc-4484-b3e8-cfd09ef2728e req-c308e88f-ffbe-4114-83ab-bc7d5fd128ed tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 946 time: 0.0580788 Jun 24 10:01:52.083455 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-30293807-bacc-4484-b3e8-cfd09ef2728e req-fb434b55-8ee8-49b9-8058-d4722aa500e0 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489314 Jun 24 10:01:52.132937 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a02045d9-8924-4b60-a7b5-783389645e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (47aed713-27b0-4af4-a0dd-c9ec98db8392), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:52.135011 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b17d2453-a8f6-4bfd-b6c8-df34efd7cbeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:52.135454 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a02045d9-8924-4b60-a7b5-783389645e68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:52.139017 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-a02045d9-8924-4b60-a7b5-783389645e68 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/47aed713-27b0-4af4-a0dd-c9ec98db8392 HTTP/1.1" status: 204 len: 168 time: 0.3077538 Jun 24 10:01:52.147138 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02045d9-8924-4b60-a7b5-783389645e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47aed713-27b0-4af4-a0dd-c9ec98db8392,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:52.149416 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725cd6a-2af3-4a32-b84a-79e0638ccb01 req-b9cdb74f-5c8f-4b58-8072-974acfa75b67 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:52.151046 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4725cd6a-2af3-4a32-b84a-79e0638ccb01 req-b9cdb74f-5c8f-4b58-8072-974acfa75b67 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 945 time: 0.0715501 Jun 24 10:01:52.213615 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 17817cc3-73eb-4391-b5de-08503690fb3b details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:01:52.247624 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbde0d-6e71-4670-9dbe-4c3c9ab747cf req-6018a0a9-fa2a-48e9-8606-0a1c20af595b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:52.249494 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ddfbde0d-6e71-4670-9dbe-4c3c9ab747cf req-6018a0a9-fa2a-48e9-8606-0a1c20af595b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 944 time: 0.0574107 Jun 24 10:01:52.258093 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4725cd6a-2af3-4a32-b84a-79e0638ccb01 req-c6f8b4e7-71b0-4c23-92bf-7953e738b6e7 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009927 Jun 24 10:01:52.295645 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:52.308159 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b17d2453-a8f6-4bfd-b6c8-df34efd7cbeb admin admin] Publish callbacks [] for security_group (0689331f-04aa-4e60-a779-9a78a48f3802), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:52.309142 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ddfbde0d-6e71-4670-9dbe-4c3c9ab747cf req-f12b99d1-11e0-47d7-b16a-3cf61b7e8fce tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513611 Jun 24 10:01:52.368339 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 17817cc3-73eb-4391-b5de-08503690fb3b, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=17817cc3-73eb-4391-b5de-08503690fb3b,segment=NetworkSegment(18d9f559-afbe-4071-9df5-d5e429c5cbf9),segment_id=18d9f559-afbe-4071-9df5-d5e429c5cbf9)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:01:52.380545 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': '17817cc3-73eb-4391-b5de-08503690fb3b', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'port_id': '17817cc3-73eb-4391-b5de-08503690fb3b', 'mac_address': 'fa:16:3e:77:eb:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:01:52.389297 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b17d2453-a8f6-4bfd-b6c8-df34efd7cbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (0689331f-04aa-4e60-a779-9a78a48f3802), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:52.423270 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 17817cc3-73eb-4391-b5de-08503690fb3b is: DOWN; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:52.423682 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (17817cc3-73eb-4391-b5de-08503690fb3b), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:52.430817 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-b17d2453-a8f6-4bfd-b6c8-df34efd7cbeb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4ca570655c9c4cf58129b02c74a0e016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4398866 Jun 24 10:01:52.431540 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d2453-a8f6-4bfd-b6c8-df34efd7cbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0689331f-04aa-4e60-a779-9a78a48f3802,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:52.433594 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 38194) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:52.438827 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17817cc3-73eb-4391-b5de-08503690fb3b {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:01:52.464736 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 17817cc3-73eb-4391-b5de-08503690fb3b, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=17817cc3-73eb-4391-b5de-08503690fb3b,segment=NetworkSegment(18d9f559-afbe-4071-9df5-d5e429c5cbf9),segment_id=18d9f559-afbe-4071-9df5-d5e429c5cbf9)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:01:52.494579 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-2d98457b-ca92-4658-a86a-ac3691f3a6ac admin admin] Publish callbacks [] for security_group (0689331f-04aa-4e60-a779-9a78a48f3802), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:52.526347 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-2d98457b-ca92-4658-a86a-ac3691f3a6ac admin admin] Publish callbacks [] for security_group (0689331f-04aa-4e60-a779-9a78a48f3802), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:52.533105 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84aabb-7fd3-426f-b823-0984b6a84a25 req-146eaf4d-bf48-4a26-81f9-2b6e483fddd8 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:52.541450 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2b84aabb-7fd3-426f-b823-0984b6a84a25 req-146eaf4d-bf48-4a26-81f9-2b6e483fddd8 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 944 time: 0.0695665 Jun 24 10:01:52.541661 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (17817cc3-73eb-4391-b5de-08503690fb3b), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:52.600028 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2b84aabb-7fd3-426f-b823-0984b6a84a25 req-9895875b-fbc9-49f1-90a7-b52eab41bc82 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576088 Jun 24 10:01:52.627792 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=17817cc3-73eb-4391-b5de-08503690fb3b,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:52.668899 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-2d98457b-ca92-4658-a86a-ac3691f3a6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (0689331f-04aa-4e60-a779-9a78a48f3802), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:52.671454 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-2d98457b-ca92-4658-a86a-ac3691f3a6ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:52.672616 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-2d98457b-ca92-4658-a86a-ac3691f3a6ac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0689331f-04aa-4e60-a779-9a78a48f3802 HTTP/1.1" status: 204 len: 168 time: 0.2375870 Jun 24 10:01:52.681044 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98457b-ca92-4658-a86a-ac3691f3a6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0689331f-04aa-4e60-a779-9a78a48f3802,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:52.695426 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:52.723017 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:01:52.775205 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning for port 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 completed by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:01:52.869309 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:52.869789 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:52.959154 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:52.959546 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:52.986261 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['17817cc3-73eb-4391-b5de-08503690fb3b'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:01:53.019373 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8,segment=NetworkSegment(aa725e7e-954b-4574-8420-010b18a49b50),segment_id=aa725e7e-954b-4574-8420-010b18a49b50)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:01:53.091019 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:53.108301 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bc600e-1c87-4ba3-9dfa-421ee774e45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:01:53.111424 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2059ee64-3885-42de-88c5-500b4200f56f" -d '{"events": [{"server_uuid": "84bc600e-1c87-4ba3-9dfa-421ee774e45e", "name": "network-vif-plugged", "status": "completed", "tag": "9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:01:53.115743 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:53.116677 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device bc68c0d7-3cc3-4add-8d35-8b1892ac129e up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:01:53.211642 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbd4fdf-ff26-452a-bb92-a910f5c5d32a x-openstack-request-id: req-7fbd4fdf-ff26-452a-bb92-a910f5c5d32a {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:01:53.211940 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bc600e-1c87-4ba3-9dfa-421ee774e45e", "name": "network-vif-plugged", "status": "completed", "tag": "9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:01:53.212401 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fbd4fdf-ff26-452a-bb92-a910f5c5d32a {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:01:53.212699 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fbd4fdf-ff26-452a-bb92-a910f5c5d32a'] response: {'server_uuid': '84bc600e-1c87-4ba3-9dfa-421ee774e45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8', 'code': 200} Jun 24 10:01:53.282461 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning for port bc68c0d7-3cc3-4add-8d35-8b1892ac129e completed by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:01:53.289833 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:53.323954 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4334c69-9181-4b8a-8b10-5f7d806f5699 req-6e1a81a9-499a-4e81-a5b7-926d6b5ab4e1 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:53.325687 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e4334c69-9181-4b8a-8b10-5f7d806f5699 req-6e1a81a9-499a-4e81-a5b7-926d6b5ab4e1 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 946 time: 0.1435587 Jun 24 10:01:53.407673 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e4334c69-9181-4b8a-8b10-5f7d806f5699 req-7ba34187-2fef-4261-a1e0-c0be19408f06 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756214 Jun 24 10:01:53.424669 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c01f57-b3c4-4774-83d1-8c114b839bc5 req-e57acc14-36ac-47aa-a529-c9ace13cd6cf tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:53.430377 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port bc68c0d7-3cc3-4add-8d35-8b1892ac129e triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:53.431190 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:53.440100 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-81c01f57-b3c4-4774-83d1-8c114b839bc5 req-e57acc14-36ac-47aa-a529-c9ace13cd6cf tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0706568 Jun 24 10:01:53.536115 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de9e06-96b6-48d3-aa70-cc97a87b7eff req-1fd1a797-e17a-4877-8d5b-366e7f095f1b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:53.543669 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-65de9e06-96b6-48d3-aa70-cc97a87b7eff req-1fd1a797-e17a-4877-8d5b-366e7f095f1b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 944 time: 0.0671978 Jun 24 10:01:53.546392 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port bc68c0d7-3cc3-4add-8d35-8b1892ac129e is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:53.547384 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:53.550848 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 38238) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:53.563190 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-81c01f57-b3c4-4774-83d1-8c114b839bc5 req-c76c6b04-a83e-45d8-bfb0-63361c97a1ac tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142578 Jun 24 10:01:53.591467 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port bc68c0d7-3cc3-4add-8d35-8b1892ac129e, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=bc68c0d7-3cc3-4add-8d35-8b1892ac129e,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:01:53.596581 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7322a487-68d0-4257-a932-528ea90ca3fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:53.635379 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-65de9e06-96b6-48d3-aa70-cc97a87b7eff req-3c320dae-14fb-42bd-82e4-dc22a8f47f58 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909557 Jun 24 10:01:53.637072 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:INSERT=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:53.701435 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7322a487-68d0-4257-a932-528ea90ca3fa admin admin] Publish callbacks [] for security_group (649a5799-3383-48ba-8479-1235875b7502), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:53.703685 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:53.756039 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=bc68c0d7-3cc3-4add-8d35-8b1892ac129e,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:53.761509 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b4f1b-96f1-4da7-b069-70410fc25241 req-701d71a5-1643-4cc7-9618-6642f7367bb5 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:53.763014 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-273b4f1b-96f1-4da7-b069-70410fc25241 req-701d71a5-1643-4cc7-9618-6642f7367bb5 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 945 time: 0.0668757 Jun 24 10:01:53.811928 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7322a487-68d0-4257-a932-528ea90ca3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (649a5799-3383-48ba-8479-1235875b7502), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:53.812218 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-273b4f1b-96f1-4da7-b069-70410fc25241 req-a1d445fe-9aec-40e8-9bbb-32a879dbcec3 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432215 Jun 24 10:01:53.855481 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-7322a487-68d0-4257-a932-528ea90ca3fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=82263e3a15584f6c9ec231c7f1a610a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3009031 Jun 24 10:01:53.856345 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322a487-68d0-4257-a932-528ea90ca3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649a5799-3383-48ba-8479-1235875b7502,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:53.858291 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 38246) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:53.946395 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc4c35-f3e7-4505-8b61-fa5c5e2f7e5f req-e28c2d28-d754-4572-8e76-5175d863c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:53.947967 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-63bc4c35-f3e7-4505-8b61-fa5c5e2f7e5f req-e28c2d28-d754-4572-8e76-5175d863c101 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 1130 time: 0.0519447 Jun 24 10:01:53.949896 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:53.953114 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-78bb7b2a-3699-4a8f-8fda-fe508bccaaf6 admin admin] Publish callbacks [] for security_group (649a5799-3383-48ba-8479-1235875b7502), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:53.990441 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-78bb7b2a-3699-4a8f-8fda-fe508bccaaf6 admin admin] Publish callbacks [] for security_group (649a5799-3383-48ba-8479-1235875b7502), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:54.039544 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-63bc4c35-f3e7-4505-8b61-fa5c5e2f7e5f req-10e62ddd-ca0d-4d9c-b254-b319712d84e7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812249 Jun 24 10:01:54.143551 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-78bb7b2a-3699-4a8f-8fda-fe508bccaaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (649a5799-3383-48ba-8479-1235875b7502), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:54.146133 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-78bb7b2a-3699-4a8f-8fda-fe508bccaaf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:54.150287 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-78bb7b2a-3699-4a8f-8fda-fe508bccaaf6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/649a5799-3383-48ba-8479-1235875b7502 HTTP/1.1" status: 204 len: 168 time: 0.2879181 Jun 24 10:01:54.157827 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb7b2a-3699-4a8f-8fda-fe508bccaaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649a5799-3383-48ba-8479-1235875b7502,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:54.239255 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 17817cc3-73eb-4391-b5de-08503690fb3b up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:01:54.278547 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:54.283009 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning for port 17817cc3-73eb-4391-b5de-08503690fb3b completed by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:01:54.383446 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port 17817cc3-73eb-4391-b5de-08503690fb3b triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:01:54.383742 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (17817cc3-73eb-4391-b5de-08503690fb3b), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:54.470656 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 17817cc3-73eb-4391-b5de-08503690fb3b is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:01:54.477755 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (17817cc3-73eb-4391-b5de-08503690fb3b), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:54.511829 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 17817cc3-73eb-4391-b5de-08503690fb3b, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=17817cc3-73eb-4391-b5de-08503690fb3b,segment=NetworkSegment(18d9f559-afbe-4071-9df5-d5e429c5cbf9),segment_id=18d9f559-afbe-4071-9df5-d5e429c5cbf9)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:01:54.567369 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (17817cc3-73eb-4391-b5de-08503690fb3b), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:54.640786 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=17817cc3-73eb-4391-b5de-08503690fb3b,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:54.731071 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e27cf3-21ad-4d66-bee7-e69b922cfb69 req-1f389613-37c4-4d10-b2b1-6317df0b7b7e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:54.731533 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-83e27cf3-21ad-4d66-bee7-e69b922cfb69 req-1f389613-37c4-4d10-b2b1-6317df0b7b7e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0850785 Jun 24 10:01:54.824778 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ef543-3f4b-45ad-a8c5-bf7e99a15a52 req-84bdf501-c14f-408c-92b3-337d52b6cf27 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:54.827511 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ae1ef543-3f4b-45ad-a8c5-bf7e99a15a52 req-84bdf501-c14f-408c-92b3-337d52b6cf27 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.0569713 Jun 24 10:01:54.915309 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ae1ef543-3f4b-45ad-a8c5-bf7e99a15a52 req-3958641c-c123-4a63-a0aa-f4dc3d11a894 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746212 Jun 24 10:01:54.979054 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-83e27cf3-21ad-4d66-bee7-e69b922cfb69 req-9ec9b09f-4596-4aee-803d-3e51160cdaf2 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416072 Jun 24 10:01:55.214058 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904eb348-521e-499e-8127-cb3096230877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc68c0d7-3cc3-4add-8d35-8b1892ac129e'}, {'server_uuid': 'e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17817cc3-73eb-4391-b5de-08503690fb3b'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:01:55.216990 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7a9bca-b9b3-45bc-8f7f-045a186bb451" -d '{"events": [{"server_uuid": "904eb348-521e-499e-8127-cb3096230877", "name": "network-vif-plugged", "status": "completed", "tag": "bc68c0d7-3cc3-4add-8d35-8b1892ac129e"}, {"server_uuid": "e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb", "name": "network-vif-plugged", "status": "completed", "tag": "17817cc3-73eb-4391-b5de-08503690fb3b"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:01:55.262953 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f2544-56b1-40df-9136-3982e0626b30 req-56706b30-e7ae-47e4-afdc-d7527b29b1b3 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:55.264585 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-088f2544-56b1-40df-9136-3982e0626b30 req-56706b30-e7ae-47e4-afdc-d7527b29b1b3 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.2765687 Jun 24 10:01:55.276811 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Jun 2022 10:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfef513-288d-4b1d-8863-f07bdbf16176 x-openstack-request-id: req-2bfef513-288d-4b1d-8863-f07bdbf16176 {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:01:55.277391 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904eb348-521e-499e-8127-cb3096230877", "name": "network-vif-plugged", "status": "completed", "tag": "bc68c0d7-3cc3-4add-8d35-8b1892ac129e", "code": 200}, {"server_uuid": "e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb", "name": "network-vif-plugged", "status": "completed", "tag": "17817cc3-73eb-4391-b5de-08503690fb3b", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:01:55.277646 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2bfef513-288d-4b1d-8863-f07bdbf16176 {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:01:55.278224 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bfef513-288d-4b1d-8863-f07bdbf16176'] response: {'server_uuid': '904eb348-521e-499e-8127-cb3096230877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc68c0d7-3cc3-4add-8d35-8b1892ac129e', 'code': 200} Jun 24 10:01:55.278668 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bfef513-288d-4b1d-8863-f07bdbf16176'] response: {'server_uuid': 'e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17817cc3-73eb-4391-b5de-08503690fb3b', 'code': 200} Jun 24 10:01:55.315126 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-088f2544-56b1-40df-9136-3982e0626b30 req-0beaa2bf-5a59-4f88-aee8-a4de873bfffb tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444901 Jun 24 10:01:56.098541 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:56.110850 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caffcfd-b2e2-49eb-a883-2a32a7c0e5c7 req-375d60d2-9665-4dfd-a403-a8f5eef3a086 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:56.114031 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0caffcfd-b2e2-49eb-a883-2a32a7c0e5c7 req-375d60d2-9665-4dfd-a403-a8f5eef3a086 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.1269641 Jun 24 10:01:56.119066 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debb6ed-7582-41c0-8178-c0d51f8a0b62 req-bcbb2a2c-7ada-49fc-830a-acf5a1190a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:56.120879 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4debb6ed-7582-41c0-8178-c0d51f8a0b62 req-bcbb2a2c-7ada-49fc-830a-acf5a1190a4a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 1130 time: 0.0802131 Jun 24 10:01:56.134024 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921dcd38-722c-4879-acc8-cb8357c566fa req-b78321b9-8523-4b26-b42c-01118e62d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:56.135476 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-921dcd38-722c-4879-acc8-cb8357c566fa req-b78321b9-8523-4b26-b42c-01118e62d5b5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 1129 time: 0.1048334 Jun 24 10:01:56.231713 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0caffcfd-b2e2-49eb-a883-2a32a7c0e5c7 req-08d2d4bc-8cc7-480d-9b09-fb006fecbfa9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076970 Jun 24 10:01:56.239992 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4debb6ed-7582-41c0-8178-c0d51f8a0b62 req-a92c736c-b5a9-44d7-a943-e6ab4ad23a15 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081357 Jun 24 10:01:56.252923 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-921dcd38-722c-4879-acc8-cb8357c566fa req-1951a564-12b7-4f77-be17-40a1d33827a0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025105 Jun 24 10:01:56.365146 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3987d3d-836d-4778-997b-390c355e73aa req-104ffabb-da36-427a-829f-907792c14b5c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:56.367251 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d3987d3d-836d-4778-997b-390c355e73aa req-104ffabb-da36-427a-829f-907792c14b5c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0550666 Jun 24 10:01:56.434297 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d3987d3d-836d-4778-997b-390c355e73aa req-ad3dd1c3-b476-4ba0-8a1d-4ba9ad27b19c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611427 Jun 24 10:01:56.556558 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233e085-96f9-4aa6-861e-2b937dceda10 req-55768c6a-120c-4fea-9b8b-324b51cdbf5b tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:56.563989 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a233e085-96f9-4aa6-861e-2b937dceda10 req-55768c6a-120c-4fea-9b8b-324b51cdbf5b tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0606234 Jun 24 10:01:56.633234 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2c1fb-d741-4d09-98df-1e10b2f23fec req-19342066-4f68-44b8-954c-e7e381fab8df tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:56.634870 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ffa2c1fb-d741-4d09-98df-1e10b2f23fec req-19342066-4f68-44b8-954c-e7e381fab8df tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0908194 Jun 24 10:01:56.648420 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 38378) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:56.648630 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a233e085-96f9-4aa6-861e-2b937dceda10 req-d3956506-218c-4d7b-9a86-74d55cdcf187 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781617 Jun 24 10:01:56.653649 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-7afb4f04-804b-4131-b429-42ccf59902a1 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Request body: {'floatingip': {'port_id': '9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:01:56.726437 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7afb4f04-804b-4131-b429-42ccf59902a1 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for floatingip (e7764bea-5335-4814-9bf9-3940f446e283), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:56.905983 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:57.342889 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7afb4f04-804b-4131-b429-42ccf59902a1 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:57.386426 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb248cb2-02a4-4ad3-83f6-31ee5daeff7b req-1020212e-4547-4e30-bf44-a2dc95f1dba6 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:57.387890 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-fb248cb2-02a4-4ad3-83f6-31ee5daeff7b req-1020212e-4547-4e30-bf44-a2dc95f1dba6 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.0479932 Jun 24 10:01:57.421409 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7afb4f04-804b-4131-b429-42ccf59902a1 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (e7764bea-5335-4814-9bf9-3940f446e283), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:57.475567 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-fb248cb2-02a4-4ad3-83f6-31ee5daeff7b req-0db627ab-55a9-4582-b05c-a5de9b0c781f tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755923 Jun 24 10:01:57.475567 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:57.533395 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.db.l3_db [None req-7afb4f04-804b-4131-b429-42ccf59902a1 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Floating IP e7764bea-5335-4814-9bf9-3940f446e283 associated. External IP: 172.27.2.11, port: 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8. Jun 24 10:01:57.767247 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67285d1-7424-42b1-90a4-499bdffc2e88 req-bd714995-4c2b-4f5c-8f67-2c603bbb139e tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:57.775071 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f67285d1-7424-42b1-90a4-499bdffc2e88 req-bd714995-4c2b-4f5c-8f67-2c603bbb139e tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0562201 Jun 24 10:01:57.796019 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afb4f04-804b-4131-b429-42ccf59902a1 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Router 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:01:57.820579 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:57.825343 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f67285d1-7424-42b1-90a4-499bdffc2e88 req-d632c20b-8323-491e-bba3-1fa35f942fe4 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493340 Jun 24 10:01:57.906853 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afb4f04-804b-4131-b429-42ccf59902a1 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:01:57.920964 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7afb4f04-804b-4131-b429-42ccf59902a1 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:57.921368 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dcd602-37f4-452e-b59c-9ab7a8095b91 None None] Sync routers for ids ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:01:57.934744 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dcd602-37f4-452e-b59c-9ab7a8095b91 None None] Routers {'7c5e6f56-bd6b-4971-9c8f-46a5b2901263'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:01:57.935380 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-65dcd602-37f4-452e-b59c-9ab7a8095b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:01:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:58.071159 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-65dcd602-37f4-452e-b59c-9ab7a8095b91 None None] Set router 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:01:58.130766 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-7afb4f04-804b-4131-b429-42ccf59902a1 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "PUT /v2.0/floatingips/e7764bea-5335-4814-9bf9-3940f446e283 HTTP/1.1" status: 200 len: 991 time: 1.4807687 Jun 24 10:01:58.131373 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bc600e-1c87-4ba3-9dfa-421ee774e45e', 'tag': '9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8'}] {{(pid=110840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:01:58.133670 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918deba4491858943d5af62f7e2b7193d4f3e11e5a976540219041625139a41f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710f4cf8-4aef-4fd1-9506-e0897c815357" -d '{"events": [{"name": "network-changed", "server_uuid": "84bc600e-1c87-4ba3-9dfa-421ee774e45e", "tag": "9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8"}]}' {{(pid=110840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:01:58.171229 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944f29d3-3a45-4b2c-b855-9b4a0c57322b x-openstack-request-id: req-944f29d3-3a45-4b2c-b855-9b4a0c57322b {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:01:58.171695 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bc600e-1c87-4ba3-9dfa-421ee774e45e", "tag": "9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8", "status": "completed", "code": 200}]} {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:01:58.172096 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-944f29d3-3a45-4b2c-b855-9b4a0c57322b {{(pid=110840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:01:58.172682 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-944f29d3-3a45-4b2c-b855-9b4a0c57322b'] response: {'name': 'network-changed', 'server_uuid': '84bc600e-1c87-4ba3-9dfa-421ee774e45e', 'tag': '9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8', 'status': 'completed', 'code': 200} Jun 24 10:01:58.329929 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-65dcd602-37f4-452e-b59c-9ab7a8095b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'name': 'tempest-AttachVolumeTestJSON-2017177644-router', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:59Z', 'updated_at': '2022-06-24T10:01:05Z', 'revision_number': 4, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'gw_port': {'id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': 'e7764bea-5335-4814-9bf9-3940f446e283', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'port_id': '9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'mac_address': 'fa:16:3e:83:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bc600e-1c87-4ba3-9dfa-421ee774e45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:01:14Z', 'updated_at': '2022-06-24T10:01:57Z', 'revision_number': 1, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf1a560-1ec1-4a79-8026-25b16a9b61d8', 'name': '', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'mac_address': 'fa:16:3e:97:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:04Z', 'updated_at': '2022-06-24T10:01:17Z', 'revision_number': 5, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'subnets': [{'id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:58.355477 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dcd602-37f4-452e-b59c-9ab7a8095b91 None None] Checking router: 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:01:58.363948 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dcd602-37f4-452e-b59c-9ab7a8095b91 None None] Routers {'7c5e6f56-bd6b-4971-9c8f-46a5b2901263'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:01:58.364582 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-65dcd602-37f4-452e-b59c-9ab7a8095b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:01:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:58.468354 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-65dcd602-37f4-452e-b59c-9ab7a8095b91 None None] Set router 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:01:58.608980 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 38428) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:58.631008 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27be412-715d-4b19-af23-6646a576f894 req-27cda6d4-0d34-4e7a-8205-55100abe60c5 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:58.632610 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a27be412-715d-4b19-af23-6646a576f894 req-27cda6d4-0d34-4e7a-8205-55100abe60c5 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.0595734 Jun 24 10:01:58.708376 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a27be412-715d-4b19-af23-6646a576f894 req-604a78b0-2254-45e0-92b2-0419c7e84b22 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703118 Jun 24 10:01:58.735115 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-65dcd602-37f4-452e-b59c-9ab7a8095b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'name': 'tempest-AttachVolumeTestJSON-2017177644-router', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:59Z', 'updated_at': '2022-06-24T10:01:05Z', 'revision_number': 4, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'gw_port': {'id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': 'e7764bea-5335-4814-9bf9-3940f446e283', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'port_id': '9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'mac_address': 'fa:16:3e:83:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bc600e-1c87-4ba3-9dfa-421ee774e45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:01:14Z', 'updated_at': '2022-06-24T10:01:57Z', 'revision_number': 1, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf1a560-1ec1-4a79-8026-25b16a9b61d8', 'name': '', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'mac_address': 'fa:16:3e:97:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:04Z', 'updated_at': '2022-06-24T10:01:17Z', 'revision_number': 5, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'subnets': [{'id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:01:58.767441 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dcd602-37f4-452e-b59c-9ab7a8095b91 None None] The sync data for ids ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'] in dv-cinder-843277-6-iscsi is: [{'id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'name': 'tempest-AttachVolumeTestJSON-2017177644-router', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:59Z', 'updated_at': '2022-06-24T10:01:05Z', 'revision_number': 4, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'gw_port': {'id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': 'e7764bea-5335-4814-9bf9-3940f446e283', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'port_id': '9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'mac_address': 'fa:16:3e:83:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bc600e-1c87-4ba3-9dfa-421ee774e45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:01:14Z', 'updated_at': '2022-06-24T10:01:57Z', 'revision_number': 1, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf1a560-1ec1-4a79-8026-25b16a9b61d8', 'name': '', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'mac_address': 'fa:16:3e:97:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:04Z', 'updated_at': '2022-06-24T10:01:17Z', 'revision_number': 5, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'subnets': [{'id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:01:58.777379 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-4d45c76b-fbd7-4507-968b-5d83dfd1abc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:58.850015 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f4cf8-4aef-4fd1-9506-e0897c815357 req-0afeae57-66e3-44e9-a8e5-2903bb620f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:58.851204 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-710f4cf8-4aef-4fd1-9506-e0897c815357 req-0afeae57-66e3-44e9-a8e5-2903bb620f6d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b57a965c8ac24ad383260d621813bc3b&device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 1130 time: 0.0530632 Jun 24 10:01:58.875116 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:58.943214 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e4416-9787-4808-8a90-9b9cd42aabbf req-712e385e-6720-4ff3-bf13-b5bdd327e53b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:58.944905 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-cb4e4416-9787-4808-8a90-9b9cd42aabbf req-712e385e-6720-4ff3-bf13-b5bdd327e53b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.0857048 Jun 24 10:01:58.962081 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 38440) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:58.971480 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-0b9391b2-d874-4909-a212-68fa939b4f4c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Request body: {'floatingip': {'port_id': 'bc68c0d7-3cc3-4add-8d35-8b1892ac129e'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:01:59.007718 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738069d-809e-4c0d-8a4e-c56ae1e2e3bc req-031a1914-36c4-4176-b2fc-ea87354ad7c2 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:59.009315 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e738069d-809e-4c0d-8a4e-c56ae1e2e3bc req-031a1914-36c4-4176-b2fc-ea87354ad7c2 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0917499 Jun 24 10:01:59.025657 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-4d45c76b-fbd7-4507-968b-5d83dfd1abc6 admin admin] Publish callbacks [] for security_group (33aceb1b-5d39-42bb-84c2-1a08ecc3a2b8), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:59.028411 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-0b9391b2-d874-4909-a212-68fa939b4f4c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for floatingip (9695cc69-1466-435f-98ce-0431bfdea5be), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:59.033705 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f4cf8-4aef-4fd1-9506-e0897c815357 req-a8eddc19-5735-4901-8847-17603a67388b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:59.035149 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-710f4cf8-4aef-4fd1-9506-e0897c815357 req-a8eddc19-5735-4901-8847-17603a67388b service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c8f19ac-e8c2-4044-a226-361510084949 HTTP/1.1" status: 200 len: 912 time: 0.1772156 Jun 24 10:01:59.080990 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1850b11e-e33d-486c-ab2f-da09c7fab79e None None] New status for floating IP e7764bea-5335-4814-9bf9-3940f446e283: ACTIVE {{(pid=110841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:01:59.200428 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e738069d-809e-4c0d-8a4e-c56ae1e2e3bc req-070bcb71-38a3-4994-a906-2958f21ed57f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807203 Jun 24 10:01:59.204949 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-710f4cf8-4aef-4fd1-9506-e0897c815357 req-a8a5c4fc-9302-4701-835b-8e63399107c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 HTTP/1.1" status: 200 len: 999 time: 0.1559231 Jun 24 10:01:59.212847 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-4d45c76b-fbd7-4507-968b-5d83dfd1abc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (33aceb1b-5d39-42bb-84c2-1a08ecc3a2b8), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:59.303862 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d45c76b-fbd7-4507-968b-5d83dfd1abc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33aceb1b-5d39-42bb-84c2-1a08ecc3a2b8,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:59.308521 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-4d45c76b-fbd7-4507-968b-5d83dfd1abc6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=36981a8594f548db92b2e5791bfd7bfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6989205 Jun 24 10:01:59.311774 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 38450) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:01:59.322632 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f4cf8-4aef-4fd1-9506-e0897c815357 req-a377e90d-733d-4e6a-9d1d-78b28bc7ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:59.325049 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-710f4cf8-4aef-4fd1-9506-e0897c815357 req-a377e90d-733d-4e6a-9d1d-78b28bc7ef99 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b78992fa-8718-4ba9-94c3-e836373f9bf4 HTTP/1.1" status: 200 len: 850 time: 0.1119335 Jun 24 10:01:59.336438 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d45c76b-fbd7-4507-968b-5d83dfd1abc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:59.339955 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d45c76b-fbd7-4507-968b-5d83dfd1abc6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:59.339955 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d45c76b-fbd7-4507-968b-5d83dfd1abc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:59.339955 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d45c76b-fbd7-4507-968b-5d83dfd1abc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:59.339955 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d45c76b-fbd7-4507-968b-5d83dfd1abc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:59.339955 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d45c76b-fbd7-4507-968b-5d83dfd1abc6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:59.339955 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d45c76b-fbd7-4507-968b-5d83dfd1abc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:59.339955 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d45c76b-fbd7-4507-968b-5d83dfd1abc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:59.339955 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d45c76b-fbd7-4507-968b-5d83dfd1abc6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:59.339955 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d45c76b-fbd7-4507-968b-5d83dfd1abc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:59.339955 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d45c76b-fbd7-4507-968b-5d83dfd1abc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:59.340730 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d45c76b-fbd7-4507-968b-5d83dfd1abc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:59.340730 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d45c76b-fbd7-4507-968b-5d83dfd1abc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:59.340931 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d45c76b-fbd7-4507-968b-5d83dfd1abc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:59.341427 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d45c76b-fbd7-4507-968b-5d83dfd1abc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:01:59.386417 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f4cf8-4aef-4fd1-9506-e0897c815357 req-13a88995-e0bf-435f-934a-5484bdbb373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:59.389056 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-710f4cf8-4aef-4fd1-9506-e0897c815357 req-13a88995-e0bf-435f-934a-5484bdbb373b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c8f19ac-e8c2-4044-a226-361510084949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571885 Jun 24 10:01:59.556770 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:01:59.563238 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-710f4cf8-4aef-4fd1-9506-e0897c815357 req-091ff794-5764-4371-b777-888514591a82 service neutron] 10.222.0.55 "GET /v2.0/networks/3c8f19ac-e8c2-4044-a226-361510084949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571748 Jun 24 10:01:59.599485 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7d8d2abc-a0c6-407f-a595-af5a6e3f6881 admin admin] Publish callbacks [] for security_group (33aceb1b-5d39-42bb-84c2-1a08ecc3a2b8), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:59.659717 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7d8d2abc-a0c6-407f-a595-af5a6e3f6881 admin admin] Publish callbacks [] for security_group (33aceb1b-5d39-42bb-84c2-1a08ecc3a2b8), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:59.696944 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-0b9391b2-d874-4909-a212-68fa939b4f4c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:59.798346 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-0b9391b2-d874-4909-a212-68fa939b4f4c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (9695cc69-1466-435f-98ce-0431bfdea5be), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:59.837012 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7d8d2abc-a0c6-407f-a595-af5a6e3f6881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (33aceb1b-5d39-42bb-84c2-1a08ecc3a2b8), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:59.839513 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7d8d2abc-a0c6-407f-a595-af5a6e3f6881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:01:59.843073 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-7d8d2abc-a0c6-407f-a595-af5a6e3f6881 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/33aceb1b-5d39-42bb-84c2-1a08ecc3a2b8 HTTP/1.1" status: 204 len: 168 time: 0.5254149 Jun 24 10:01:59.856930 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d2abc-a0c6-407f-a595-af5a6e3f6881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33aceb1b-5d39-42bb-84c2-1a08ecc3a2b8,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:01:59.928905 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe700b4-1d95-4432-8a21-b1ddb08ad321 req-14550990-d154-4840-87ab-b1ce82d812de tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:59.930413 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-efe700b4-1d95-4432-8a21-b1ddb08ad321 req-14550990-d154-4840-87ab-b1ce82d812de tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.1549139 Jun 24 10:01:59.937133 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49717c2a-c789-41de-82cf-8677238d1b48 req-cbe0eed0-2e57-4e52-991e-2b989d5d4f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:01:59.938706 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-49717c2a-c789-41de-82cf-8677238d1b48 req-cbe0eed0-2e57-4e52-991e-2b989d5d4f41 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddf89eff2d584c508a967f1686090be1&device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 1130 time: 0.0761573 Jun 24 10:01:59.939671 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8b038408-30c1-4099-9742-6b5096d09b44 req-762f80e7-d878-45bc-9acf-18122c1a5126 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1216435 Jun 24 10:01:59.946407 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.db.l3_db [None req-0b9391b2-d874-4909-a212-68fa939b4f4c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Floating IP 9695cc69-1466-435f-98ce-0431bfdea5be associated. External IP: 172.27.2.45, port: bc68c0d7-3cc3-4add-8d35-8b1892ac129e. Jun 24 10:01:59.965457 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-710f4cf8-4aef-4fd1-9506-e0897c815357 req-6c0f4db7-284b-4a34-a08f-7e64a92e81d3 service neutron] 10.222.0.55 "GET /v2.0/networks/3c8f19ac-e8c2-4044-a226-361510084949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180007 Jun 24 10:02:00.017699 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-efe700b4-1d95-4432-8a21-b1ddb08ad321 req-05801899-1d21-4f8e-b4c7-ed55501ae517 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722432 Jun 24 10:02:00.064372 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b038408-30c1-4099-9742-6b5096d09b44 req-8605a94a-ef74-4fcb-b14b-ab87d3273ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:00.066837 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8b038408-30c1-4099-9742-6b5096d09b44 req-8605a94a-ef74-4fcb-b14b-ab87d3273ba2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e8e5400d9ee4b6bbe129f4b7327cdf3&device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 1130 time: 0.0638833 Jun 24 10:02:00.103513 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:00.170721 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49717c2a-c789-41de-82cf-8677238d1b48 req-cc138511-bc0d-479a-83fc-0a2cb9d80fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:00.172297 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-49717c2a-c789-41de-82cf-8677238d1b48 req-cc138511-bc0d-479a-83fc-0a2cb9d80fbe service neutron] 10.222.0.55 "GET /v2.0/networks?id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa HTTP/1.1" status: 200 len: 919 time: 0.2224741 Jun 24 10:02:00.201020 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b038408-30c1-4099-9742-6b5096d09b44 req-2dd9eef7-62fe-4e90-a365-b18e4e368678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:00.202667 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8b038408-30c1-4099-9742-6b5096d09b44 req-2dd9eef7-62fe-4e90-a365-b18e4e368678 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9d3516bf-89dd-46de-b07c-0627a924af1f HTTP/1.1" status: 200 len: 913 time: 0.1066401 Jun 24 10:02:00.221666 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-49717c2a-c789-41de-82cf-8677238d1b48 req-8b857f16-455d-4cd6-bbe9-aedd525c579c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17817cc3-73eb-4391-b5de-08503690fb3b HTTP/1.1" status: 200 len: 217 time: 0.0390315 Jun 24 10:02:00.263694 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8b038408-30c1-4099-9742-6b5096d09b44 req-3950f6fe-b955-445b-94ba-6ac64ba28246 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac909eb0-aeea-4b66-970c-1e6b004e8902 HTTP/1.1" status: 200 len: 217 time: 0.0554218 Jun 24 10:02:00.306506 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:00.319010 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:00.324414 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b038408-30c1-4099-9742-6b5096d09b44 req-a64ebea5-eedd-4095-9a95-bb64859e5f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:00.326280 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8b038408-30c1-4099-9742-6b5096d09b44 req-a64ebea5-eedd-4095-9a95-bb64859e5f7c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fe9e7841-55db-430e-aa24-de6473e4368a HTTP/1.1" status: 200 len: 851 time: 0.0571067 Jun 24 10:02:00.326512 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49717c2a-c789-41de-82cf-8677238d1b48 req-25aa2a7a-43df-48ff-800f-15b3952113b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:00.328011 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-49717c2a-c789-41de-82cf-8677238d1b48 req-25aa2a7a-43df-48ff-800f-15b3952113b1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=144899a2-b09a-495a-b00a-6c663cd7966a HTTP/1.1" status: 200 len: 857 time: 0.0720575 Jun 24 10:02:00.331904 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9391b2-d874-4909-a212-68fa939b4f4c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Router c1fc2e48-c0b5-42aa-a424-4d192342d2eb has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:02:00.382477 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b038408-30c1-4099-9742-6b5096d09b44 req-6303b3db-fb1a-4f23-8a4c-950f5ac0720f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:00.384181 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8b038408-30c1-4099-9742-6b5096d09b44 req-6303b3db-fb1a-4f23-8a4c-950f5ac0720f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9d3516bf-89dd-46de-b07c-0627a924af1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429940 Jun 24 10:02:00.437792 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49717c2a-c789-41de-82cf-8677238d1b48 req-6198d80b-f5b9-426f-9e81-97704231a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:00.439291 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-49717c2a-c789-41de-82cf-8677238d1b48 req-6198d80b-f5b9-426f-9e81-97704231a1bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0976322 Jun 24 10:02:00.545307 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8b038408-30c1-4099-9742-6b5096d09b44 req-6a041529-6085-4fe4-bbf6-ddf98a77a6a7 service neutron] 10.222.0.55 "GET /v2.0/networks/9d3516bf-89dd-46de-b07c-0627a924af1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549101 Jun 24 10:02:00.565169 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9391b2-d874-4909-a212-68fa939b4f4c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:02:00.570742 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-0b9391b2-d874-4909-a212-68fa939b4f4c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:00.577156 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ce7622-33e5-4765-ac34-bfeffcbde4e8 None None] Sync routers for ids ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:02:00.589796 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ce7622-33e5-4765-ac34-bfeffcbde4e8 None None] Routers {'c1fc2e48-c0b5-42aa-a424-4d192342d2eb'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:02:00.591059 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-37ce7622-33e5-4765-ac34-bfeffcbde4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:01:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:02:00.597828 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:00.621159 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-0b9391b2-d874-4909-a212-68fa939b4f4c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "PUT /v2.0/floatingips/9695cc69-1466-435f-98ce-0431bfdea5be HTTP/1.1" status: 200 len: 990 time: 1.6580331 Jun 24 10:02:00.622098 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904eb348-521e-499e-8127-cb3096230877', 'tag': 'bc68c0d7-3cc3-4add-8d35-8b1892ac129e'}] {{(pid=110840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:02:00.624735 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918deba4491858943d5af62f7e2b7193d4f3e11e5a976540219041625139a41f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358c472d-6216-49d9-8046-29de9ce8a11d" -d '{"events": [{"name": "network-changed", "server_uuid": "904eb348-521e-499e-8127-cb3096230877", "tag": "bc68c0d7-3cc3-4add-8d35-8b1892ac129e"}]}' {{(pid=110840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:02:00.643000 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-49717c2a-c789-41de-82cf-8677238d1b48 req-283f9e2e-03c1-4511-8e67-189dc93b1b68 service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972930 Jun 24 10:02:00.643491 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 38480) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:00.666739 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-0ac0c59a-db78-482f-a4b8-a10efcc2d8d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:00.691572 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb5a47b-32c5-4e5b-84b7-8084c3f6d5cb x-openstack-request-id: req-bcb5a47b-32c5-4e5b-84b7-8084c3f6d5cb {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:02:00.691851 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904eb348-521e-499e-8127-cb3096230877", "tag": "bc68c0d7-3cc3-4add-8d35-8b1892ac129e", "status": "completed", "code": 200}]} {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:02:00.696915 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bcb5a47b-32c5-4e5b-84b7-8084c3f6d5cb {{(pid=110840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:02:00.696915 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb5a47b-32c5-4e5b-84b7-8084c3f6d5cb'] response: {'name': 'network-changed', 'server_uuid': '904eb348-521e-499e-8127-cb3096230877', 'tag': 'bc68c0d7-3cc3-4add-8d35-8b1892ac129e', 'status': 'completed', 'code': 200} Jun 24 10:02:00.697105 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8b038408-30c1-4099-9742-6b5096d09b44 req-d01b4e68-434b-446e-912b-82fa86479d6c service neutron] 10.222.0.55 "GET /v2.0/networks/9d3516bf-89dd-46de-b07c-0627a924af1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428580 Jun 24 10:02:00.741102 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-37ce7622-33e5-4765-ac34-bfeffcbde4e8 None None] Set router c1fc2e48-c0b5-42aa-a424-4d192342d2eb gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:02:00.803132 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-49717c2a-c789-41de-82cf-8677238d1b48 req-d03ea344-4456-4457-8337-342fec60ff14 service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512585 Jun 24 10:02:00.816845 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c472d-6216-49d9-8046-29de9ce8a11d req-2233f3b5-c54d-4198-944c-2913769450bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:00.827404 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-358c472d-6216-49d9-8046-29de9ce8a11d req-2233f3b5-c54d-4198-944c-2913769450bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a77797eae68a42639f886f64db5f5598&device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 1129 time: 0.1162059 Jun 24 10:02:00.860249 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-0ac0c59a-db78-482f-a4b8-a10efcc2d8d3 admin admin] Publish callbacks [] for security_group (d46e9ea6-c12e-4ba4-99e2-ae2153bccd83), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:00.870955 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:00.878801 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:00.956719 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c472d-6216-49d9-8046-29de9ce8a11d req-6f560580-ccf1-44e8-a2f1-4547fe085ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:00.958438 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-358c472d-6216-49d9-8046-29de9ce8a11d req-6f560580-ccf1-44e8-a2f1-4547fe085ce6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=acbbe71d-fc88-4521-a985-304e44d1216d HTTP/1.1" status: 200 len: 918 time: 0.1245692 Jun 24 10:02:00.966263 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-0ac0c59a-db78-482f-a4b8-a10efcc2d8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (d46e9ea6-c12e-4ba4-99e2-ae2153bccd83), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:01.010699 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-0ac0c59a-db78-482f-a4b8-a10efcc2d8d3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=65e596af0c1e4305994bcf6ec0bdf971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3661890 Jun 24 10:02:01.012171 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0c59a-db78-482f-a4b8-a10efcc2d8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46e9ea6-c12e-4ba4-99e2-ae2153bccd83,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:01.013439 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 38486) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:01.024273 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-37ce7622-33e5-4765-ac34-bfeffcbde4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1089958356-router', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '2865935b-6b8d-4768-8228-483d92ef364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:57Z', 'updated_at': '2022-06-24T10:01:04Z', 'revision_number': 4, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'gw_port': {'id': '2865935b-6b8d-4768-8228-483d92ef364d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:00:58Z', 'updated_at': '2022-06-24T10:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '9695cc69-1466-435f-98ce-0431bfdea5be', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'port_id': 'bc68c0d7-3cc3-4add-8d35-8b1892ac129e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'mac_address': 'fa:16:3e:ac:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904eb348-521e-499e-8127-cb3096230877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:01:12Z', 'updated_at': '2022-06-24T10:01:59Z', 'revision_number': 1, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5499668a-f81b-46df-850e-0f4ed29f4818', 'name': '', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'mac_address': 'fa:16:3e:e5:6a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:02Z', 'updated_at': '2022-06-24T10:01:13Z', 'revision_number': 5, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'subnets': [{'id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:02:01.054252 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ce7622-33e5-4765-ac34-bfeffcbde4e8 None None] Checking router: c1fc2e48-c0b5-42aa-a424-4d192342d2eb for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:02:01.064180 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ce7622-33e5-4765-ac34-bfeffcbde4e8 None None] Routers {'c1fc2e48-c0b5-42aa-a424-4d192342d2eb'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:02:01.065520 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-37ce7622-33e5-4765-ac34-bfeffcbde4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:01:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:02:01.074196 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-369882cc-47ca-4f5b-844e-5dded90df591 admin admin] Publish callbacks [] for security_group (d46e9ea6-c12e-4ba4-99e2-ae2153bccd83), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:01.102759 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-369882cc-47ca-4f5b-844e-5dded90df591 admin admin] Publish callbacks [] for security_group (d46e9ea6-c12e-4ba4-99e2-ae2153bccd83), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:01.189645 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-37ce7622-33e5-4765-ac34-bfeffcbde4e8 None None] Set router c1fc2e48-c0b5-42aa-a424-4d192342d2eb gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:02:01.225927 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c63167-4d59-40b6-99fd-6e0ddb8f6f9f req-c1ecfa33-9cf1-488a-bee9-fb85a75e62f2 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:01.227594 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-28c63167-4d59-40b6-99fd-6e0ddb8f6f9f req-c1ecfa33-9cf1-488a-bee9-fb85a75e62f2 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0712640 Jun 24 10:02:01.239044 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-369882cc-47ca-4f5b-844e-5dded90df591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (d46e9ea6-c12e-4ba4-99e2-ae2153bccd83), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:01.242201 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-369882cc-47ca-4f5b-844e-5dded90df591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:01.246008 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-369882cc-47ca-4f5b-844e-5dded90df591 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d46e9ea6-c12e-4ba4-99e2-ae2153bccd83 HTTP/1.1" status: 204 len: 168 time: 0.2314725 Jun 24 10:02:01.319466 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369882cc-47ca-4f5b-844e-5dded90df591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46e9ea6-c12e-4ba4-99e2-ae2153bccd83,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:01.340197 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369882cc-47ca-4f5b-844e-5dded90df591 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:01.340552 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369882cc-47ca-4f5b-844e-5dded90df591 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:01.340899 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369882cc-47ca-4f5b-844e-5dded90df591 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:01.341738 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369882cc-47ca-4f5b-844e-5dded90df591 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:01.342081 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369882cc-47ca-4f5b-844e-5dded90df591 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:01.342415 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369882cc-47ca-4f5b-844e-5dded90df591 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:01.343172 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369882cc-47ca-4f5b-844e-5dded90df591 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:01.343172 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369882cc-47ca-4f5b-844e-5dded90df591 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:01.343362 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369882cc-47ca-4f5b-844e-5dded90df591 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:01.343697 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369882cc-47ca-4f5b-844e-5dded90df591 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:01.344022 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369882cc-47ca-4f5b-844e-5dded90df591 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:01.344377 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369882cc-47ca-4f5b-844e-5dded90df591 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:01.344702 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369882cc-47ca-4f5b-844e-5dded90df591 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:01.345026 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369882cc-47ca-4f5b-844e-5dded90df591 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:01.345347 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369882cc-47ca-4f5b-844e-5dded90df591 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:01.378413 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-358c472d-6216-49d9-8046-29de9ce8a11d req-00b68294-62b3-4581-8c41-1979df9d0f8c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc68c0d7-3cc3-4add-8d35-8b1892ac129e HTTP/1.1" status: 200 len: 998 time: 0.1498027 Jun 24 10:02:01.392716 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-28c63167-4d59-40b6-99fd-6e0ddb8f6f9f req-4de7d6db-2449-4de2-889e-ecece25fb585 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569149 Jun 24 10:02:01.457803 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c472d-6216-49d9-8046-29de9ce8a11d req-eb8ad015-d870-4ad1-9969-c73e5eb0bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:01.458339 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-358c472d-6216-49d9-8046-29de9ce8a11d req-eb8ad015-d870-4ad1-9969-c73e5eb0bf15 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=20ee07e6-65c0-48ce-91f9-befe3b16f3f9 HTTP/1.1" status: 200 len: 856 time: 0.0644901 Jun 24 10:02:01.506978 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c472d-6216-49d9-8046-29de9ce8a11d req-e4711ee4-1e70-4dcd-b876-db54313e89bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:01.508599 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-358c472d-6216-49d9-8046-29de9ce8a11d req-e4711ee4-1e70-4dcd-b876-db54313e89bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=acbbe71d-fc88-4521-a985-304e44d1216d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407152 Jun 24 10:02:01.560587 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-37ce7622-33e5-4765-ac34-bfeffcbde4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1089958356-router', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '2865935b-6b8d-4768-8228-483d92ef364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:57Z', 'updated_at': '2022-06-24T10:01:04Z', 'revision_number': 4, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'gw_port': {'id': '2865935b-6b8d-4768-8228-483d92ef364d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:00:58Z', 'updated_at': '2022-06-24T10:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '9695cc69-1466-435f-98ce-0431bfdea5be', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'port_id': 'bc68c0d7-3cc3-4add-8d35-8b1892ac129e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'mac_address': 'fa:16:3e:ac:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904eb348-521e-499e-8127-cb3096230877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:01:12Z', 'updated_at': '2022-06-24T10:01:59Z', 'revision_number': 1, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5499668a-f81b-46df-850e-0f4ed29f4818', 'name': '', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'mac_address': 'fa:16:3e:e5:6a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:02Z', 'updated_at': '2022-06-24T10:01:13Z', 'revision_number': 5, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'subnets': [{'id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:02:01.588219 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ce7622-33e5-4765-ac34-bfeffcbde4e8 None None] The sync data for ids ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'] in dv-cinder-843277-6-iscsi is: [{'id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1089958356-router', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '2865935b-6b8d-4768-8228-483d92ef364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:57Z', 'updated_at': '2022-06-24T10:01:04Z', 'revision_number': 4, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'gw_port': {'id': '2865935b-6b8d-4768-8228-483d92ef364d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:00:58Z', 'updated_at': '2022-06-24T10:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '9695cc69-1466-435f-98ce-0431bfdea5be', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'port_id': 'bc68c0d7-3cc3-4add-8d35-8b1892ac129e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'mac_address': 'fa:16:3e:ac:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904eb348-521e-499e-8127-cb3096230877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:01:12Z', 'updated_at': '2022-06-24T10:01:59Z', 'revision_number': 1, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5499668a-f81b-46df-850e-0f4ed29f4818', 'name': '', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'mac_address': 'fa:16:3e:e5:6a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:02Z', 'updated_at': '2022-06-24T10:01:13Z', 'revision_number': 5, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'subnets': [{'id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:02:01.809652 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0bb2ac-392d-40af-81fd-7aa128e10295 None None] New status for floating IP 9695cc69-1466-435f-98ce-0431bfdea5be: ACTIVE {{(pid=110841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:02:01.817246 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:01.910072 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-358c472d-6216-49d9-8046-29de9ce8a11d req-ae301d6f-2b0e-4615-b23e-23eea1930450 service neutron] 10.222.0.55 "GET /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246130 Jun 24 10:02:02.031588 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-358c472d-6216-49d9-8046-29de9ce8a11d req-8a5c52bf-0213-488b-a0d6-2f673683cf9e service neutron] 10.222.0.55 "GET /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149261 Jun 24 10:02:02.560861 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9663c-e9a8-4bdc-8619-ff5f97415166 req-9ce6846b-7f27-4355-8745-75be58456d0e tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:02.562506 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-62f9663c-e9a8-4bdc-8619-ff5f97415166 req-9ce6846b-7f27-4355-8745-75be58456d0e tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0791209 Jun 24 10:02:02.610395 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-62f9663c-e9a8-4bdc-8619-ff5f97415166 req-a26b7897-1a5e-4e51-8fff-f4844edab332 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421796 Jun 24 10:02:02.794590 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:03.713402 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:03.729630 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cedeb-b9ae-470e-aebf-392474e7ae11 req-55736a62-2691-443b-ae11-01ad5c7f0398 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:03.731246 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-592cedeb-b9ae-470e-aebf-392474e7ae11 req-55736a62-2691-443b-ae11-01ad5c7f0398 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0485253 Jun 24 10:02:03.783499 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-592cedeb-b9ae-470e-aebf-392474e7ae11 req-a9cd5246-8194-4575-bd61-d7ee7c577e6c tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466757 Jun 24 10:02:04.893229 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f30ecc-ed28-468d-9d1f-0cbefd4d67c8 req-e2bce4fa-c609-43dc-a29b-9b7bcca6104f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:04.894666 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-44f30ecc-ed28-468d-9d1f-0cbefd4d67c8 req-e2bce4fa-c609-43dc-a29b-9b7bcca6104f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0446951 Jun 24 10:02:04.940285 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-44f30ecc-ed28-468d-9d1f-0cbefd4d67c8 req-42e87bf3-08c3-41e3-b6e5-130bde23d5a4 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395322 Jun 24 10:02:06.054515 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edc837-eeaf-4b42-b207-a5da201ce9df req-87545089-913f-4a93-94d5-3f219e36aafb tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:06.056191 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-91edc837-eeaf-4b42-b207-a5da201ce9df req-87545089-913f-4a93-94d5-3f219e36aafb tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0490894 Jun 24 10:02:06.103532 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-91edc837-eeaf-4b42-b207-a5da201ce9df req-a5b92b0f-7f12-4249-a11b-5c28f642217c tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419509 Jun 24 10:02:07.220867 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771005e-0b9f-4798-bfc6-6db7822720cb req-f962df1d-dd75-42ec-9560-0706bb8be518 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:07.222296 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-3771005e-0b9f-4798-bfc6-6db7822720cb req-f962df1d-dd75-42ec-9560-0706bb8be518 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0486934 Jun 24 10:02:07.270102 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-3771005e-0b9f-4798-bfc6-6db7822720cb req-31575909-0896-4c80-b2d9-50bb7d8e1ac1 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421133 Jun 24 10:02:08.389277 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b9699-d94b-4f2d-9a8a-8f4344d8471e req-3252bdff-e421-4e84-8ba8-6b346d282b5e tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:08.390742 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-973b9699-d94b-4f2d-9a8a-8f4344d8471e req-3252bdff-e421-4e84-8ba8-6b346d282b5e tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0512440 Jun 24 10:02:08.437539 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-973b9699-d94b-4f2d-9a8a-8f4344d8471e req-18920ce8-5b4b-4172-a1fa-2a61c437536e tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412536 Jun 24 10:02:09.545835 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:09.554620 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955cba3-eb54-4cc3-84c2-bddc2c9043c8 req-0f300c7a-6013-4a62-989e-cde13110b107 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:09.556147 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d955cba3-eb54-4cc3-84c2-bddc2c9043c8 req-0f300c7a-6013-4a62-989e-cde13110b107 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0474665 Jun 24 10:02:09.813785 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d955cba3-eb54-4cc3-84c2-bddc2c9043c8 req-72b92955-339a-4af2-9b58-f2800430ac7f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403941 Jun 24 10:02:10.716327 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e66a20-f116-4461-87ff-5a4e46717bab req-964e33b0-a13e-4872-a87f-9187f244116e tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:10.717931 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-12e66a20-f116-4461-87ff-5a4e46717bab req-964e33b0-a13e-4872-a87f-9187f244116e tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0480266 Jun 24 10:02:10.767890 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-12e66a20-f116-4461-87ff-5a4e46717bab req-af0d31b0-27ba-4136-aae7-451eb65003ac tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443971 Jun 24 10:02:11.563358 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=26 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:11.564146 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=78 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:11.922068 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68895c4-8e11-431a-9b96-c88ab939d878 req-ccf48bb7-e9f8-4106-a807-515536a85a1a tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:11.924173 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e68895c4-8e11-431a-9b96-c88ab939d878 req-ccf48bb7-e9f8-4106-a807-515536a85a1a tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0680053 Jun 24 10:02:11.986739 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e68895c4-8e11-431a-9b96-c88ab939d878 req-11c66a5e-e0d5-4973-af8a-3b022a51dad4 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557301 Jun 24 10:02:12.367313 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ac05e-3c17-4b3c-94a6-0fc3adf642d0 req-b209244e-9372-4e94-a9e1-ff4ec994b0d4 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:12.369147 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e03ac05e-3c17-4b3c-94a6-0fc3adf642d0 req-b209244e-9372-4e94-a9e1-ff4ec994b0d4 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 946 time: 0.0474477 Jun 24 10:02:12.418178 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e03ac05e-3c17-4b3c-94a6-0fc3adf642d0 req-0bba94e9-6def-4e78-af02-56abfa98527b tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430598 Jun 24 10:02:12.718885 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:12.723989 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=59,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:13.114294 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3396e5-b01e-46b2-9aa8-1938bef3856b req-198f8dce-7109-47f8-b53d-f3a8b9058d00 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:13.116173 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ec3396e5-b01e-46b2-9aa8-1938bef3856b req-198f8dce-7109-47f8-b53d-f3a8b9058d00 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0551646 Jun 24 10:02:13.172401 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ec3396e5-b01e-46b2-9aa8-1938bef3856b req-39b73edf-09ba-4ef1-b230-36bac55285d0 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488081 Jun 24 10:02:13.533369 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f49e2-c551-4032-b731-fc89639ec6d7 req-29341e48-d2d7-4aae-9b72-907fa750bf41 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:13.534932 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-559f49e2-c551-4032-b731-fc89639ec6d7 req-29341e48-d2d7-4aae-9b72-907fa750bf41 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 946 time: 0.0478134 Jun 24 10:02:13.584951 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-559f49e2-c551-4032-b731-fc89639ec6d7 req-2502c70d-d586-4701-816e-cecec7480072 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442610 Jun 24 10:02:13.684797 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 38794) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:13.788571 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-57be8594-9b25-43ea-9872-bb99fa6f879e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:13.863814 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-57be8594-9b25-43ea-9872-bb99fa6f879e admin admin] Publish callbacks [] for security_group (152b988b-67da-466c-afa0-18910b00b682), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:13.951461 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-57be8594-9b25-43ea-9872-bb99fa6f879e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (152b988b-67da-466c-afa0-18910b00b682), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:13.992306 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-57be8594-9b25-43ea-9872-bb99fa6f879e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=784404a375a541e3931772a3ddd0b934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3063927 Jun 24 10:02:13.993140 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be8594-9b25-43ea-9872-bb99fa6f879e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152b988b-67da-466c-afa0-18910b00b682,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:13.995801 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 38800) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:14.045816 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-44a8879e-cde1-4678-8c3d-56af71c6be5b admin admin] Publish callbacks [] for security_group (152b988b-67da-466c-afa0-18910b00b682), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:14.069973 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-44a8879e-cde1-4678-8c3d-56af71c6be5b admin admin] Publish callbacks [] for security_group (152b988b-67da-466c-afa0-18910b00b682), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:14.191356 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-44a8879e-cde1-4678-8c3d-56af71c6be5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (152b988b-67da-466c-afa0-18910b00b682), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:14.194362 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-44a8879e-cde1-4678-8c3d-56af71c6be5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:14.195558 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-44a8879e-cde1-4678-8c3d-56af71c6be5b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/152b988b-67da-466c-afa0-18910b00b682 HTTP/1.1" status: 204 len: 168 time: 0.1992025 Jun 24 10:02:14.206432 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8879e-cde1-4678-8c3d-56af71c6be5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152b988b-67da-466c-afa0-18910b00b682,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:14.312146 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2906f2-34ed-41ae-8b1e-2930fbd18965 req-92ffb416-3bf2-4e60-821f-07005700949b tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:14.313699 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-af2906f2-34ed-41ae-8b1e-2930fbd18965 req-92ffb416-3bf2-4e60-821f-07005700949b tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0554395 Jun 24 10:02:14.351011 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:14.363803 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-af2906f2-34ed-41ae-8b1e-2930fbd18965 req-5c099000-d742-4a96-a1fe-0cd2ef138e6b tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444920 Jun 24 10:02:14.595178 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96794b4-07fc-432a-92f7-cb4aba2daeb2 req-c85b8c49-ebff-4b52-8e38-41eec08302c2 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:14.596417 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d96794b4-07fc-432a-92f7-cb4aba2daeb2 req-c85b8c49-ebff-4b52-8e38-41eec08302c2 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 946 time: 0.0490346 Jun 24 10:02:14.621234 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:14.671611 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:14.821272 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5368e87-d804-499b-ba57-a9d50095617a req-ce3eb37d-610e-42fb-8a29-0657948a318c tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:14.822958 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d5368e87-d804-499b-ba57-a9d50095617a req-ce3eb37d-610e-42fb-8a29-0657948a318c tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 946 time: 0.1603808 Jun 24 10:02:14.845401 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 38834) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:14.893605 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d5368e87-d804-499b-ba57-a9d50095617a req-22caadfd-b744-4905-9b55-00c96922aaa1 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/security-groups?id=828ffb6d-44f0-423f-a7c4-cfd78b84815b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640743 Jun 24 10:02:14.999406 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-26445f6d-39bd-41c4-a5e3-e5978bede6ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:15.042583 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-d96794b4-07fc-432a-92f7-cb4aba2daeb2 req-bd93fbc2-557f-4d53-b386-dc402d3f805b tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Deleting port ac909eb0-aeea-4b66-970c-1e6b004e8902 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:02:15.042829 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-d96794b4-07fc-432a-92f7-cb4aba2daeb2 req-bd93fbc2-557f-4d53-b386-dc402d3f805b tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (ac909eb0-aeea-4b66-970c-1e6b004e8902), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:15.109059 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-26445f6d-39bd-41c4-a5e3-e5978bede6ae admin admin] Publish callbacks [] for security_group (42c3b471-7359-4547-b748-fb75f37204a7), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:15.158463 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-d96794b4-07fc-432a-92f7-cb4aba2daeb2 req-bd93fbc2-557f-4d53-b386-dc402d3f805b tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] For port ac909eb0-aeea-4b66-970c-1e6b004e8902, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=ac909eb0-aeea-4b66-970c-1e6b004e8902,segment=NetworkSegment(b35a4a04-be90-443a-9760-19f59dd5b635),segment_id=b35a4a04-be90-443a-9760-19f59dd5b635)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:02:15.158876 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-d96794b4-07fc-432a-92f7-cb4aba2daeb2 req-bd93fbc2-557f-4d53-b386-dc402d3f805b tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (ac909eb0-aeea-4b66-970c-1e6b004e8902), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:15.175943 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-d96794b4-07fc-432a-92f7-cb4aba2daeb2 req-bd93fbc2-557f-4d53-b386-dc402d3f805b tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Calling delete_port for ac909eb0-aeea-4b66-970c-1e6b004e8902 owned by compute:nova {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:02:15.177166 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-26445f6d-39bd-41c4-a5e3-e5978bede6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (42c3b471-7359-4547-b748-fb75f37204a7), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:15.211373 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 38838) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:15.223586 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-26445f6d-39bd-41c4-a5e3-e5978bede6ae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b8a7e48f018b4f58ae38c70b9d50845b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3771570 Jun 24 10:02:15.224544 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26445f6d-39bd-41c4-a5e3-e5978bede6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c3b471-7359-4547-b748-fb75f37204a7,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:15.227046 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 38840) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:15.250174 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3e587e65-4e6d-4052-964e-131a0416ad02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:15.292940 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f4f55430-cb7d-40ea-82cf-8fb94dd363a7 admin admin] Publish callbacks [] for security_group (42c3b471-7359-4547-b748-fb75f37204a7), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:15.319979 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f4f55430-cb7d-40ea-82cf-8fb94dd363a7 admin admin] Publish callbacks [] for security_group (42c3b471-7359-4547-b748-fb75f37204a7), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:15.431646 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f4f55430-cb7d-40ea-82cf-8fb94dd363a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (42c3b471-7359-4547-b748-fb75f37204a7), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:15.434173 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f4f55430-cb7d-40ea-82cf-8fb94dd363a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:15.437812 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-f4f55430-cb7d-40ea-82cf-8fb94dd363a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/42c3b471-7359-4547-b748-fb75f37204a7 HTTP/1.1" status: 204 len: 168 time: 0.2074633 Jun 24 10:02:15.443766 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3e587e65-4e6d-4052-964e-131a0416ad02 admin admin] Publish callbacks [] for security_group (9d2d3144-d054-43e5-84b5-1c227412f0dc), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:15.444326 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f55430-cb7d-40ea-82cf-8fb94dd363a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c3b471-7359-4547-b748-fb75f37204a7,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:15.499628 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0a51a-62d9-4742-a52e-f23e4815abf7 req-0660db2b-13cc-4268-ad26-853b5abf2ed1 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:15.501161 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-92d0a51a-62d9-4742-a52e-f23e4815abf7 req-0660db2b-13cc-4268-ad26-853b5abf2ed1 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0682755 Jun 24 10:02:15.557631 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-92d0a51a-62d9-4742-a52e-f23e4815abf7 req-c34e4caf-ebee-44d0-a3d7-ba0cf4a96684 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499732 Jun 24 10:02:15.561260 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3e587e65-4e6d-4052-964e-131a0416ad02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (9d2d3144-d054-43e5-84b5-1c227412f0dc), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:15.563770 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-d96794b4-07fc-432a-92f7-cb4aba2daeb2 req-bd93fbc2-557f-4d53-b386-dc402d3f805b tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461'] for port (ac909eb0-aeea-4b66-970c-1e6b004e8902), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:15.582781 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['ac909eb0-aeea-4b66-970c-1e6b004e8902'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:02:15.620775 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93fbc2-557f-4d53-b386-dc402d3f805b tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Pushing event deleted for resources: {'Port': ['ID=ac909eb0-aeea-4b66-970c-1e6b004e8902,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:15.634291 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:15.663365 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e587e65-4e6d-4052-964e-131a0416ad02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2d3144-d054-43e5-84b5-1c227412f0dc,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:15.668347 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-3e587e65-4e6d-4052-964e-131a0416ad02 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=83e001a097c4448dab875bd5a73fa4b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4559422 Jun 24 10:02:15.673526 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 38848) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:15.721711 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96794b4-07fc-432a-92f7-cb4aba2daeb2 req-bd93fbc2-557f-4d53-b386-dc402d3f805b tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] No DVR routers for this DVR port ac909eb0-aeea-4b66-970c-1e6b004e8902 on host hv-cinder-84327 {{(pid=110839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:02:15.724755 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-ac52b071-5d0f-416e-bf46-a2229022a285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:15.725092 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-d96794b4-07fc-432a-92f7-cb4aba2daeb2 req-bd93fbc2-557f-4d53-b386-dc402d3f805b tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:15.728515 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d96794b4-07fc-432a-92f7-cb4aba2daeb2 req-bd93fbc2-557f-4d53-b386-dc402d3f805b tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.55 "DELETE /v2.0/ports/ac909eb0-aeea-4b66-970c-1e6b004e8902 HTTP/1.1" status: 204 len: 173 time: 1.1258485 Jun 24 10:02:15.735353 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd6d45e-4648-4b13-acb5-3473bf9e935a', 'name': 'network-vif-deleted', 'tag': 'ac909eb0-aeea-4b66-970c-1e6b004e8902'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:02:15.735353 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a9706e-8b4a-4f5c-9a0b-8c7ecb918538" -d '{"events": [{"server_uuid": "ffd6d45e-4648-4b13-acb5-3473bf9e935a", "name": "network-vif-deleted", "tag": "ac909eb0-aeea-4b66-970c-1e6b004e8902"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:02:15.763023 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-11e1c1d2-5762-49a5-aa28-59df60dc5084 admin admin] Publish callbacks [] for security_group (9d2d3144-d054-43e5-84b5-1c227412f0dc), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:15.776508 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38600eb8-8188-4135-b045-5c099bb258af x-openstack-request-id: req-38600eb8-8188-4135-b045-5c099bb258af {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:02:15.776803 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd6d45e-4648-4b13-acb5-3473bf9e935a", "name": "network-vif-deleted", "tag": "ac909eb0-aeea-4b66-970c-1e6b004e8902", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:02:15.777056 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-38600eb8-8188-4135-b045-5c099bb258af {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:02:15.777509 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38600eb8-8188-4135-b045-5c099bb258af'] response: {'server_uuid': 'ffd6d45e-4648-4b13-acb5-3473bf9e935a', 'name': 'network-vif-deleted', 'tag': 'ac909eb0-aeea-4b66-970c-1e6b004e8902', 'status': 'completed', 'code': 200} Jun 24 10:02:15.778962 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:15.789471 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-11e1c1d2-5762-49a5-aa28-59df60dc5084 admin admin] Publish callbacks [] for security_group (9d2d3144-d054-43e5-84b5-1c227412f0dc), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:15.914267 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-11e1c1d2-5762-49a5-aa28-59df60dc5084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (9d2d3144-d054-43e5-84b5-1c227412f0dc), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:15.917271 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-11e1c1d2-5762-49a5-aa28-59df60dc5084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:15.918873 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-11e1c1d2-5762-49a5-aa28-59df60dc5084 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9d2d3144-d054-43e5-84b5-1c227412f0dc HTTP/1.1" status: 204 len: 168 time: 0.2466526 Jun 24 10:02:15.930865 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1c1d2-5762-49a5-aa28-59df60dc5084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2d3144-d054-43e5-84b5-1c227412f0dc,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:16.024318 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-862243a3-1661-46c4-9e83-cda35a08dc9f req-f6fcf597-c3f7-45fd-a971-e14dfb4b9a4d tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 210 time: 0.0302401 Jun 24 10:02:16.292944 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 38866) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:16.307068 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5972b533-aaf0-4989-968f-8eed661811b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:16.375014 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:16.387389 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5972b533-aaf0-4989-968f-8eed661811b3 admin admin] Publish callbacks [] for security_group (89849c1b-1492-4928-a69b-3b3d4747db67), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:16.462233 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5972b533-aaf0-4989-968f-8eed661811b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (89849c1b-1492-4928-a69b-3b3d4747db67), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:16.510805 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-5972b533-aaf0-4989-968f-8eed661811b3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f4e6d18a371146c5b9c18036c6efe351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138007 Jun 24 10:02:16.510805 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972b533-aaf0-4989-968f-8eed661811b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89849c1b-1492-4928-a69b-3b3d4747db67,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:16.510963 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 38874) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:16.561888 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-fe06d412-4d6b-4c86-951c-9f3ff3f3b69b admin admin] Publish callbacks [] for security_group (89849c1b-1492-4928-a69b-3b3d4747db67), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:16.584723 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-fe06d412-4d6b-4c86-951c-9f3ff3f3b69b admin admin] Publish callbacks [] for security_group (89849c1b-1492-4928-a69b-3b3d4747db67), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:16.687076 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be0e6d-3102-4e59-996b-fe4a03306155 req-18281a63-5dbb-4d1a-bfb5-1d9965be6980 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:16.688621 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-23be0e6d-3102-4e59-996b-fe4a03306155 req-18281a63-5dbb-4d1a-bfb5-1d9965be6980 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0478108 Jun 24 10:02:16.736919 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-fe06d412-4d6b-4c86-951c-9f3ff3f3b69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (89849c1b-1492-4928-a69b-3b3d4747db67), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:16.737658 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-23be0e6d-3102-4e59-996b-fe4a03306155 req-b3d4da49-baa8-40cb-8e93-39b898140449 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428326 Jun 24 10:02:16.740168 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-fe06d412-4d6b-4c86-951c-9f3ff3f3b69b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:16.741360 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-fe06d412-4d6b-4c86-951c-9f3ff3f3b69b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/89849c1b-1492-4928-a69b-3b3d4747db67 HTTP/1.1" status: 204 len: 168 time: 0.2295413 Jun 24 10:02:16.750339 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06d412-4d6b-4c86-951c-9f3ff3f3b69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89849c1b-1492-4928-a69b-3b3d4747db67,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:17.173685 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-01190648-f7b7-4649-bcbc-08c42e9f0fca req-6142aabd-41a1-4072-842a-4db616964a52 tempest-DeleteServersTestJSON-1227082699 tempest-DeleteServersTestJSON-1227082699-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffd6d45e-4648-4b13-acb5-3473bf9e935a HTTP/1.1" status: 200 len: 210 time: 0.0459881 Jun 24 10:02:17.875501 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e83a2-25b5-4f39-883c-2b9e261a6ddb req-fa7994ec-3628-4e41-a92c-0dfa2dbf5341 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:17.877027 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-152e83a2-25b5-4f39-883c-2b9e261a6ddb req-fa7994ec-3628-4e41-a92c-0dfa2dbf5341 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0500464 Jun 24 10:02:17.905998 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-548dd214-a55b-4fa4-bf3d-6d44cfd6a15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:17.928584 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-152e83a2-25b5-4f39-883c-2b9e261a6ddb req-1e103b72-cde8-40c6-b110-0f3dccdedbb8 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457733 Jun 24 10:02:18.311245 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device ac909eb0-aeea-4b66-970c-1e6b004e8902 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:02:18.331224 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] No Port match for: ac909eb0-aeea-4b66-970c-1e6b004e8902 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:02:18.331570 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device ac909eb0-aeea-4b66-970c-1e6b004e8902 not bound to the agent host hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:02:18.574712 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 38956) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:18.688181 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-90043a6e-6810-4e83-8abd-a8bd553ebf8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:18.766106 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-90043a6e-6810-4e83-8abd-a8bd553ebf8e admin admin] Publish callbacks [] for security_group (6f922d9a-4bd6-4fc8-bee5-9680e6453ee1), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:18.877105 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-90043a6e-6810-4e83-8abd-a8bd553ebf8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (6f922d9a-4bd6-4fc8-bee5-9680e6453ee1), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:18.914821 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:DELETE=8 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:18.918590 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-90043a6e-6810-4e83-8abd-a8bd553ebf8e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e71ea27a3e04b9fb8de869c0b61f9a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428130 Jun 24 10:02:18.919670 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90043a6e-6810-4e83-8abd-a8bd553ebf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f922d9a-4bd6-4fc8-bee5-9680e6453ee1,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:18.922209 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 38970) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:18.981304 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-45cf2e1a-ff31-4cbc-bfac-38279992703b admin admin] Publish callbacks [] for security_group (6f922d9a-4bd6-4fc8-bee5-9680e6453ee1), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:19.051364 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804250d6-b30f-45a7-8c07-69c5a918c560 req-bdbd6601-6fd3-433f-b08a-ea433b0c4b47 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:19.053330 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-804250d6-b30f-45a7-8c07-69c5a918c560 req-bdbd6601-6fd3-433f-b08a-ea433b0c4b47 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0535941 Jun 24 10:02:19.121593 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-804250d6-b30f-45a7-8c07-69c5a918c560 req-0f045855-aa80-4868-9f0b-2e81e02872da tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622489 Jun 24 10:02:19.182608 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:19.212577 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-45cf2e1a-ff31-4cbc-bfac-38279992703b admin admin] Publish callbacks [] for security_group (6f922d9a-4bd6-4fc8-bee5-9680e6453ee1), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:19.336568 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-45cf2e1a-ff31-4cbc-bfac-38279992703b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (6f922d9a-4bd6-4fc8-bee5-9680e6453ee1), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:19.339115 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-45cf2e1a-ff31-4cbc-bfac-38279992703b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:19.340315 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-45cf2e1a-ff31-4cbc-bfac-38279992703b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6f922d9a-4bd6-4fc8-bee5-9680e6453ee1 HTTP/1.1" status: 204 len: 168 time: 0.4168358 Jun 24 10:02:19.349185 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf2e1a-ff31-4cbc-bfac-38279992703b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f922d9a-4bd6-4fc8-bee5-9680e6453ee1,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:19.840507 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 39006) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:20.232338 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b587d5d1-bb6b-484e-9fad-909a801a76fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1899912'] for router_interface (f5059ad1-9b54-4543-b4ab-1780e49f485e), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:20.251807 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde0a7e-f3b6-4f68-9058-913422e51e4a req-78d9ec49-67a0-4fb6-a391-afd8dcb34e2b tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:20.253528 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-fbde0a7e-f3b6-4f68-9058-913422e51e4a req-78d9ec49-67a0-4fb6-a391-afd8dcb34e2b tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0548079 Jun 24 10:02:20.270967 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:20.304837 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-fbde0a7e-f3b6-4f68-9058-913422e51e4a req-8b4a4c46-e002-4f98-8e37-5afa7f62f97d tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453925 Jun 24 10:02:20.514120 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-b587d5d1-bb6b-484e-9fad-909a801a76fe admin admin] Deleting port fafc4506-99a8-46d8-963e-8cbea9b96836 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:02:20.514456 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b587d5d1-bb6b-484e-9fad-909a801a76fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (fafc4506-99a8-46d8-963e-8cbea9b96836), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:20.610914 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [None req-b587d5d1-bb6b-484e-9fad-909a801a76fe admin admin] For port fafc4506-99a8-46d8-963e-8cbea9b96836, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=fafc4506-99a8-46d8-963e-8cbea9b96836,segment=NetworkSegment(b35a4a04-be90-443a-9760-19f59dd5b635),segment_id=b35a4a04-be90-443a-9760-19f59dd5b635)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:02:20.611278 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b587d5d1-bb6b-484e-9fad-909a801a76fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (fafc4506-99a8-46d8-963e-8cbea9b96836), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:20.624503 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-b587d5d1-bb6b-484e-9fad-909a801a76fe admin admin] Calling delete_port for fafc4506-99a8-46d8-963e-8cbea9b96836 owned by network:router_interface {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:02:20.664738 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:20.782367 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:20.888444 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b587d5d1-bb6b-484e-9fad-909a801a76fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461'] for port (fafc4506-99a8-46d8-963e-8cbea9b96836), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:20.913587 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587d5d1-bb6b-484e-9fad-909a801a76fe admin admin] Pushing event deleted for resources: {'Port': ['ID=fafc4506-99a8-46d8-963e-8cbea9b96836,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:21.043330 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:21.231867 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b587d5d1-bb6b-484e-9fad-909a801a76fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1899804'] for router_interface (f5059ad1-9b54-4543-b4ab-1780e49f485e), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:21.445983 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad9f81-ce63-450d-975a-1fb2010f5852 req-10b04180-6766-4a08-9508-304ca3b6c634 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:21.447385 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-06ad9f81-ce63-450d-975a-1fb2010f5852 req-10b04180-6766-4a08-9508-304ca3b6c634 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0598764 Jun 24 10:02:21.526544 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:21.530917 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b587d5d1-bb6b-484e-9fad-909a801a76fe admin admin] Router f5059ad1-9b54-4543-b4ab-1780e49f485e has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:02:21.537298 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-06ad9f81-ce63-450d-975a-1fb2010f5852 req-07d5fc32-eb50-42cc-8004-f99c68ed7054 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668480 Jun 24 10:02:21.639065 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b587d5d1-bb6b-484e-9fad-909a801a76fe admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:02:21.646410 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-b587d5d1-bb6b-484e-9fad-909a801a76fe admin admin] 10.222.0.26 "PUT /v2.0/routers/f5059ad1-9b54-4543-b4ab-1780e49f485e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8024547 Jun 24 10:02:21.646712 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 39042) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:21.647804 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715ac906-0b91-4e8e-bc4f-4235258d7799 None None] Sync routers for ids ['f5059ad1-9b54-4543-b4ab-1780e49f485e'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:02:21.658247 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715ac906-0b91-4e8e-bc4f-4235258d7799 None None] Routers {'f5059ad1-9b54-4543-b4ab-1780e49f485e'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:02:21.658842 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-715ac906-0b91-4e8e-bc4f-4235258d7799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:02:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['f5059ad1-9b54-4543-b4ab-1780e49f485e'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:02:21.747875 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-749f2255-9ac0-4d11-827d-22e1a786934f admin admin] Publish callbacks [] for router (f5059ad1-9b54-4543-b4ab-1780e49f485e), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:21.762757 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-715ac906-0b91-4e8e-bc4f-4235258d7799 None None] Set router f5059ad1-9b54-4543-b4ab-1780e49f485e gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:02:21.853181 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-749f2255-9ac0-4d11-827d-22e1a786934f admin admin] Publish callbacks [] for router_gateway (f5059ad1-9b54-4543-b4ab-1780e49f485e), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:21.929258 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-715ac906-0b91-4e8e-bc4f-4235258d7799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5059ad1-9b54-4543-b4ab-1780e49f485e', 'name': 'tempest-DeleteServersTestJSON-1000350882-router', 'tenant_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'b5efdb31-d66d-4ce5-9afc-a26e6768be77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:02:20Z', 'revision_number': 5, 'project_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'gw_port': {'id': 'b5efdb31-d66d-4ce5-9afc-a26e6768be77', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5059ad1-9b54-4543-b4ab-1780e49f485e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:01Z', 'updated_at': '2022-06-24T10:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:02:21.957346 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715ac906-0b91-4e8e-bc4f-4235258d7799 None None] Checking router: f5059ad1-9b54-4543-b4ab-1780e49f485e for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:02:21.964972 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-749f2255-9ac0-4d11-827d-22e1a786934f admin admin] Deleting port b5efdb31-d66d-4ce5-9afc-a26e6768be77 {{(pid=110840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:02:21.965301 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-749f2255-9ac0-4d11-827d-22e1a786934f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (b5efdb31-d66d-4ce5-9afc-a26e6768be77), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:21.966447 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715ac906-0b91-4e8e-bc4f-4235258d7799 None None] Routers {'f5059ad1-9b54-4543-b4ab-1780e49f485e'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:02:21.967143 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-715ac906-0b91-4e8e-bc4f-4235258d7799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:02:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['f5059ad1-9b54-4543-b4ab-1780e49f485e'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:02:22.029962 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:22.050566 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [None req-749f2255-9ac0-4d11-827d-22e1a786934f admin admin] For port b5efdb31-d66d-4ce5-9afc-a26e6768be77, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=b5efdb31-d66d-4ce5-9afc-a26e6768be77,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:02:22.050984 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-749f2255-9ac0-4d11-827d-22e1a786934f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (b5efdb31-d66d-4ce5-9afc-a26e6768be77), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:22.059366 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-715ac906-0b91-4e8e-bc4f-4235258d7799 None None] Set router f5059ad1-9b54-4543-b4ab-1780e49f485e gateway port host: None {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:02:22.067212 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-749f2255-9ac0-4d11-827d-22e1a786934f admin admin] Calling delete_port for b5efdb31-d66d-4ce5-9afc-a26e6768be77 owned by network:router_gateway {{(pid=110840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:02:22.109175 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-715ac906-0b91-4e8e-bc4f-4235258d7799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5059ad1-9b54-4543-b4ab-1780e49f485e', 'name': 'tempest-DeleteServersTestJSON-1000350882-router', 'tenant_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:02:21Z', 'revision_number': 6, 'project_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'gw_port_host': None}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:02:22.133478 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715ac906-0b91-4e8e-bc4f-4235258d7799 None None] The sync data for ids ['f5059ad1-9b54-4543-b4ab-1780e49f485e'] in dv-cinder-843277-6-iscsi is: [{'id': 'f5059ad1-9b54-4543-b4ab-1780e49f485e', 'name': 'tempest-DeleteServersTestJSON-1000350882-router', 'tenant_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:02:21Z', 'revision_number': 6, 'project_id': '6e8e5400d9ee4b6bbe129f4b7327cdf3', 'gw_port_host': None}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:02:22.143819 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:22.339438 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-749f2255-9ac0-4d11-827d-22e1a786934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461'] for port (b5efdb31-d66d-4ce5-9afc-a26e6768be77), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:22.369160 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f2255-9ac0-4d11-827d-22e1a786934f admin admin] Pushing event deleted for resources: {'Port': ['ID=b5efdb31-d66d-4ce5-9afc-a26e6768be77,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:22.393013 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-749f2255-9ac0-4d11-827d-22e1a786934f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1897528'] for router_gateway (f5059ad1-9b54-4543-b4ab-1780e49f485e), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:22.493190 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-749f2255-9ac0-4d11-827d-22e1a786934f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1836593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9626'] for router (f5059ad1-9b54-4543-b4ab-1780e49f485e), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:22.495407 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-749f2255-9ac0-4d11-827d-22e1a786934f admin admin] Publish callbacks [] for router_controller (f5059ad1-9b54-4543-b4ab-1780e49f485e), precommit_delete_associations {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:22.653593 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b4cd9-2867-4f87-beb0-d9a3df819c58 req-5e0761f9-b78a-4589-9fed-a217e00f81cb tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:22.655042 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-3f0b4cd9-2867-4f87-beb0-d9a3df819c58 req-5e0761f9-b78a-4589-9fed-a217e00f81cb tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0496268 Jun 24 10:02:22.659550 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-749f2255-9ac0-4d11-827d-22e1a786934f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1836735'] for router (f5059ad1-9b54-4543-b4ab-1780e49f485e), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:22.660157 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749f2255-9ac0-4d11-827d-22e1a786934f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5059ad1-9b54-4543-b4ab-1780e49f485e {{(pid=110840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:02:22.665740 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-749f2255-9ac0-4d11-827d-22e1a786934f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:22.667038 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-749f2255-9ac0-4d11-827d-22e1a786934f admin admin] 10.222.0.26 "DELETE /v2.0/routers/f5059ad1-9b54-4543-b4ab-1780e49f485e HTTP/1.1" status: 204 len: 168 time: 1.0193212 Jun 24 10:02:22.669622 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 39056) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:22.709419 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-3f0b4cd9-2867-4f87-beb0-d9a3df819c58 req-6b9e07ab-a0d7-459c-a710-d4702fd7af98 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476093 Jun 24 10:02:22.723793 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ebd7e8-8046-4902-917f-c71a0cede0ab admin admin] Deleting subnet fe9e7841-55db-430e-aa24-de6473e4368a {{(pid=110839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:02:22.727119 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd7e8-8046-4902-917f-c71a0cede0ab admin admin] Publish callbacks [] for subnet (fe9e7841-55db-430e-aa24-de6473e4368a), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:22.762447 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd7e8-8046-4902-917f-c71a0cede0ab admin admin] Publish callbacks [] for subnet (fe9e7841-55db-430e-aa24-de6473e4368a), precommit_delete_associations {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:22.835477 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd7e8-8046-4902-917f-c71a0cede0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-760904'] for subnet (fe9e7841-55db-430e-aa24-de6473e4368a), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:22.871022 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:22.933354 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device fafc4506-99a8-46d8-963e-8cbea9b96836 no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:02:22.954003 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: fafc4506-99a8-46d8-963e-8cbea9b96836 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:02:22.954353 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device fafc4506-99a8-46d8-963e-8cbea9b96836 not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:02:23.022765 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd7e8-8046-4902-917f-c71a0cede0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for subnet (fe9e7841-55db-430e-aa24-de6473e4368a), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:23.050116 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebd7e8-8046-4902-917f-c71a0cede0ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe9e7841-55db-430e-aa24-de6473e4368a,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:23.058484 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd7e8-8046-4902-917f-c71a0cede0ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:23.058484 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-f7ebd7e8-8046-4902-917f-c71a0cede0ab admin admin] 10.222.0.26 "DELETE /v2.0/subnets/fe9e7841-55db-430e-aa24-de6473e4368a HTTP/1.1" status: 204 len: 168 time: 0.3869362 Jun 24 10:02:23.060312 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 39066) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:23.061288 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0444b9-5fce-43bb-902e-9eb7b0ff9634 None None] Network 9d3516bf-89dd-46de-b07c-0627a924af1f requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:02:23.140233 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652767'] for network (9d3516bf-89dd-46de-b07c-0627a924af1f), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:23.201714 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Deleting port a8da530d-faea-4a20-93d1-a47898df5181 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:02:23.201714 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (a8da530d-faea-4a20-93d1-a47898df5181), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:23.228852 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89af8b0-2000-4baf-bf5c-a0b31f41857f None None] DHCP port deletion for 9d3516bf-89dd-46de-b07c-0627a924af1f request from dv-cinder-843277-6-iscsi {{(pid=110841) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:02:23.269069 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] For port a8da530d-faea-4a20-93d1-a47898df5181, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=a8da530d-faea-4a20-93d1-a47898df5181,segment=NetworkSegment(b35a4a04-be90-443a-9760-19f59dd5b635),segment_id=b35a4a04-be90-443a-9760-19f59dd5b635)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:02:23.269808 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (a8da530d-faea-4a20-93d1-a47898df5181), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:23.278656 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-a89af8b0-2000-4baf-bf5c-a0b31f41857f None None] Deleting port a8da530d-faea-4a20-93d1-a47898df5181 {{(pid=110841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:02:23.279121 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-a89af8b0-2000-4baf-bf5c-a0b31f41857f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (a8da530d-faea-4a20-93d1-a47898df5181), before_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:23.284000 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Calling delete_port for a8da530d-faea-4a20-93d1-a47898df5181 owned by network:dhcp {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:02:23.344439 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-a89af8b0-2000-4baf-bf5c-a0b31f41857f None None] For port a8da530d-faea-4a20-93d1-a47898df5181, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=a8da530d-faea-4a20-93d1-a47898df5181,segment=NetworkSegment(b35a4a04-be90-443a-9760-19f59dd5b635),segment_id=b35a4a04-be90-443a-9760-19f59dd5b635)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:02:23.344836 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-a89af8b0-2000-4baf-bf5c-a0b31f41857f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (a8da530d-faea-4a20-93d1-a47898df5181), precommit_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:23.358969 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-a89af8b0-2000-4baf-bf5c-a0b31f41857f None None] Calling delete_port for a8da530d-faea-4a20-93d1-a47898df5181 owned by network:dhcp {{(pid=110841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:02:23.434029 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461'] for port (a8da530d-faea-4a20-93d1-a47898df5181), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:23.461089 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Pushing event deleted for resources: {'Port': ['ID=a8da530d-faea-4a20-93d1-a47898df5181,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:23.464652 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] No DVR routers for this DVR port a8da530d-faea-4a20-93d1-a47898df5181 on host dv-cinder-843277-6-iscsi {{(pid=110839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:02:23.490866 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-a89af8b0-2000-4baf-bf5c-a0b31f41857f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461'] for port (a8da530d-faea-4a20-93d1-a47898df5181), after_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:23.516195 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89af8b0-2000-4baf-bf5c-a0b31f41857f None None] Pushing event deleted for resources: {'Port': ['ID=a8da530d-faea-4a20-93d1-a47898df5181,revision_number=None']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:23.518592 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89af8b0-2000-4baf-bf5c-a0b31f41857f None None] No DVR routers for this DVR port a8da530d-faea-4a20-93d1-a47898df5181 on host dv-cinder-843277-6-iscsi {{(pid=110841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:02:23.527199 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89af8b0-2000-4baf-bf5c-a0b31f41857f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:23.527541 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89af8b0-2000-4baf-bf5c-a0b31f41857f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:23.527900 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89af8b0-2000-4baf-bf5c-a0b31f41857f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:23.528364 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89af8b0-2000-4baf-bf5c-a0b31f41857f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:23.528563 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89af8b0-2000-4baf-bf5c-a0b31f41857f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:23.528891 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89af8b0-2000-4baf-bf5c-a0b31f41857f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:23.529245 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89af8b0-2000-4baf-bf5c-a0b31f41857f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:23.529563 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89af8b0-2000-4baf-bf5c-a0b31f41857f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:23.529879 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89af8b0-2000-4baf-bf5c-a0b31f41857f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:23.530192 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89af8b0-2000-4baf-bf5c-a0b31f41857f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:23.530498 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89af8b0-2000-4baf-bf5c-a0b31f41857f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:23.530812 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89af8b0-2000-4baf-bf5c-a0b31f41857f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:23.531123 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89af8b0-2000-4baf-bf5c-a0b31f41857f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:23.531452 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89af8b0-2000-4baf-bf5c-a0b31f41857f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:23.531735 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89af8b0-2000-4baf-bf5c-a0b31f41857f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:02:23.547420 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8753295835275'] for network (9d3516bf-89dd-46de-b07c-0627a924af1f), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:23.568853 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:02:23.569218 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:02:23.569963 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:02:23.570300 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Subscribe: > port after_create 55550000 {{(pid=110839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:02:23.570628 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Subscribe: > port after_delete 55550000 {{(pid=110839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:02:23.570949 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Subscribe: > port after_update 55550000 {{(pid=110839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:02:23.571272 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:02:23.571619 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:02:23.571935 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:02:23.572286 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:02:23.744628 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:02:23.749058 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:02:23.749058 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:02:23.749058 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:02:23.749058 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3516bf-89dd-46de-b07c-0627a924af1f']}} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:02:23.766264 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35a4a04-be90-443a-9760-19f59dd5b635') {'for_net_delete': True} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:02:23.766635 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35a4a04-be90-443a-9760-19f59dd5b635') {} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:02:23.805839 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753295836052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29527165'] for segment (b35a4a04-be90-443a-9760-19f59dd5b635), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:23.849110 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (b35a4a04-be90-443a-9760-19f59dd5b635), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:23.864436 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eaa873-6657-4623-aff2-dc489b346264 req-3795fb27-c879-46af-a969-880b92a23f25 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:23.866039 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-20eaa873-6657-4623-aff2-dc489b346264 req-3795fb27-c879-46af-a969-880b92a23f25 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0766633 Jun 24 10:02:23.867280 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=110839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:02:23.867679 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33003900'] for segment (b35a4a04-be90-443a-9760-19f59dd5b635), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:23.995860 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-20eaa873-6657-4623-aff2-dc489b346264 req-d98fbab2-4dc7-477c-9449-0872f572c45a tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210670 Jun 24 10:02:24.045457 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1893167'] for network (9d3516bf-89dd-46de-b07c-0627a924af1f), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:24.054231 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:24.060555 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] 10.222.0.26 "DELETE /v2.0/networks/9d3516bf-89dd-46de-b07c-0627a924af1f HTTP/1.1" status: 204 len: 168 time: 0.9988067 Jun 24 10:02:24.077537 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:24.088972 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03315cea-bfac-4876-bc08-9ea5f6a2049d admin admin] Pushing event deleted for resources: {'Network': ['ID=9d3516bf-89dd-46de-b07c-0627a924af1f,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:24.148761 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.services.segments.plugin [-] Segment b35a4a04-be90-443a-9760-19f59dd5b635 resource provider aggregate not found Jun 24 10:02:24.166797 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.services.segments.plugin [-] Segment b35a4a04-be90-443a-9760-19f59dd5b635 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b35a4a04-be90-443a-9760-19f59dd5b635 found for delete ", "request_id": "req-8f8f571c-610f-4c70-9a97-1b8ef57c6bfa"}]} Jun 24 10:02:24.536175 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 39116) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:24.570855 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device b5efdb31-d66d-4ce5-9afc-a26e6768be77 no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:02:24.580670 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-72eeb99d-437b-4605-a15d-3afb08c962ff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6e8e5400d9ee4b6bbe129f4b7327cdf3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433314 Jun 24 10:02:24.583171 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 39118) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:24.593529 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: b5efdb31-d66d-4ce5-9afc-a26e6768be77 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:02:24.593873 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device b5efdb31-d66d-4ce5-9afc-a26e6768be77 not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:02:24.594286 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device a8da530d-faea-4a20-93d1-a47898df5181 no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:02:24.612652 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: a8da530d-faea-4a20-93d1-a47898df5181 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:02:24.614725 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device a8da530d-faea-4a20-93d1-a47898df5181 not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:02:24.642236 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5d2acd49-912a-45d3-b592-1be9f4b690c6 admin admin] Publish callbacks [] for security_group (828ffb6d-44f0-423f-a7c4-cfd78b84815b), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:24.666644 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5d2acd49-912a-45d3-b592-1be9f4b690c6 admin admin] Publish callbacks [] for security_group (828ffb6d-44f0-423f-a7c4-cfd78b84815b), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:24.828310 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5d2acd49-912a-45d3-b592-1be9f4b690c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (828ffb6d-44f0-423f-a7c4-cfd78b84815b), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:24.830870 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5d2acd49-912a-45d3-b592-1be9f4b690c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:24.832021 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-5d2acd49-912a-45d3-b592-1be9f4b690c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/828ffb6d-44f0-423f-a7c4-cfd78b84815b HTTP/1.1" status: 204 len: 168 time: 0.2479711 Jun 24 10:02:24.844355 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2acd49-912a-45d3-b592-1be9f4b690c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828ffb6d-44f0-423f-a7c4-cfd78b84815b,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:25.261085 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19283d-2dcd-40c3-95f2-a3256d44f7ca req-3b9ad823-e538-4b1b-8698-e914977f8d07 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:25.262765 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-8f19283d-2dcd-40c3-95f2-a3256d44f7ca req-3b9ad823-e538-4b1b-8698-e914977f8d07 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0479429 Jun 24 10:02:25.316373 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-8f19283d-2dcd-40c3-95f2-a3256d44f7ca req-0584522d-a866-4b8d-aadc-15e54b08d09c tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477426 Jun 24 10:02:26.439204 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79affad-2476-4ba3-a1f1-1ae207dbea35 req-08b7786c-cf77-4814-8a6a-11a7bbbbde0b tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:26.440893 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e79affad-2476-4ba3-a1f1-1ae207dbea35 req-08b7786c-cf77-4814-8a6a-11a7bbbbde0b tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0499382 Jun 24 10:02:26.497239 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e79affad-2476-4ba3-a1f1-1ae207dbea35 req-393a675e-2641-421a-99e6-2fed82ed2dab tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508051 Jun 24 10:02:27.608848 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d477587-400e-4c98-a19e-54976690715e req-3aff0567-8344-47ae-a03e-b0fe3f9b8daa tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:27.611778 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9d477587-400e-4c98-a19e-54976690715e req-3aff0567-8344-47ae-a03e-b0fe3f9b8daa tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0465143 Jun 24 10:02:27.665101 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9d477587-400e-4c98-a19e-54976690715e req-473d8ca3-8ba7-44cc-acb5-6979d13c81ac tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492249 Jun 24 10:02:28.434965 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 39238) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:28.531803 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:28.538535 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-cd523e54-d604-4d8a-9253-f3e36d347893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:28.624932 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-cd523e54-d604-4d8a-9253-f3e36d347893 admin admin] Publish callbacks [] for security_group (ee9c7018-c84f-471e-b697-a60d698cb40f), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:28.684742 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-cd523e54-d604-4d8a-9253-f3e36d347893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (ee9c7018-c84f-471e-b697-a60d698cb40f), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:28.702275 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:28.754135 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-cd523e54-d604-4d8a-9253-f3e36d347893 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ab58bee90c743209bcb46c6d0e412f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178070 Jun 24 10:02:28.755259 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd523e54-d604-4d8a-9253-f3e36d347893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9c7018-c84f-471e-b697-a60d698cb40f,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:28.757160 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 39248) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:28.838406 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93551a19-7ec8-4712-9131-98f3976c9810 req-74263917-ced2-4dd1-8e47-cce3c3fd8771 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:28.839856 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-93551a19-7ec8-4712-9131-98f3976c9810 req-74263917-ced2-4dd1-8e47-cce3c3fd8771 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0679319 Jun 24 10:02:28.860453 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ee77762a-2f4f-4d79-8dfd-d468e307c676 admin admin] Publish callbacks [] for security_group (ee9c7018-c84f-471e-b697-a60d698cb40f), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:28.899807 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:28.911028 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ee77762a-2f4f-4d79-8dfd-d468e307c676 admin admin] Publish callbacks [] for security_group (ee9c7018-c84f-471e-b697-a60d698cb40f), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:28.922577 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-93551a19-7ec8-4712-9131-98f3976c9810 req-e3ec2c71-d792-404f-89bb-7643680057ae tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742383 Jun 24 10:02:29.003023 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:02:29.054337 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ee77762a-2f4f-4d79-8dfd-d468e307c676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (ee9c7018-c84f-471e-b697-a60d698cb40f), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:29.056957 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ee77762a-2f4f-4d79-8dfd-d468e307c676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:29.058147 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-ee77762a-2f4f-4d79-8dfd-d468e307c676 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ee9c7018-c84f-471e-b697-a60d698cb40f HTTP/1.1" status: 204 len: 168 time: 0.2999194 Jun 24 10:02:29.069125 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77762a-2f4f-4d79-8dfd-d468e307c676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9c7018-c84f-471e-b697-a60d698cb40f,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:29.684031 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 39262) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:29.701308 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a792a10d-5c5f-4f35-b0da-cc3342f50b91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:29.776582 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a792a10d-5c5f-4f35-b0da-cc3342f50b91 admin admin] Publish callbacks [] for security_group (202ed7b0-2681-488e-9f17-60350df5508e), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:29.853304 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a792a10d-5c5f-4f35-b0da-cc3342f50b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (202ed7b0-2681-488e-9f17-60350df5508e), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:29.893879 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-a792a10d-5c5f-4f35-b0da-cc3342f50b91 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a01d0fdd70b047608bab1bd6688c1ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2087498 Jun 24 10:02:29.894770 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a792a10d-5c5f-4f35-b0da-cc3342f50b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202ed7b0-2681-488e-9f17-60350df5508e,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:29.896622 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 39266) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:29.946336 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f04dd74d-9da1-4aba-ad2b-2c17597e5fd2 admin admin] Publish callbacks [] for security_group (202ed7b0-2681-488e-9f17-60350df5508e), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:29.973386 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f04dd74d-9da1-4aba-ad2b-2c17597e5fd2 admin admin] Publish callbacks [] for security_group (202ed7b0-2681-488e-9f17-60350df5508e), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:30.048130 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b90f48-0f70-45c7-95d9-5dca991d6cf2 req-3f9cd8bf-ad1d-441a-83d7-61a7ab253676 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:30.049620 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-a1b90f48-0f70-45c7-95d9-5dca991d6cf2 req-3f9cd8bf-ad1d-441a-83d7-61a7ab253676 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0529249 Jun 24 10:02:30.096766 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-a1b90f48-0f70-45c7-95d9-5dca991d6cf2 req-f12c55b8-296a-41c5-bd15-03631b72e5e0 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408664 Jun 24 10:02:30.170609 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f04dd74d-9da1-4aba-ad2b-2c17597e5fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (202ed7b0-2681-488e-9f17-60350df5508e), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:30.173108 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f04dd74d-9da1-4aba-ad2b-2c17597e5fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:30.174253 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-f04dd74d-9da1-4aba-ad2b-2c17597e5fd2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/202ed7b0-2681-488e-9f17-60350df5508e HTTP/1.1" status: 204 len: 168 time: 0.2765925 Jun 24 10:02:30.182774 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04dd74d-9da1-4aba-ad2b-2c17597e5fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202ed7b0-2681-488e-9f17-60350df5508e,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:31.216716 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b840df9-18f4-4a3a-a2dd-dd2d633307ff req-50e5c318-17c3-4066-98f4-fc8356a6e1d4 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:31.224168 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6b840df9-18f4-4a3a-a2dd-dd2d633307ff req-50e5c318-17c3-4066-98f4-fc8356a6e1d4 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0536430 Jun 24 10:02:31.278898 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6b840df9-18f4-4a3a-a2dd-dd2d633307ff req-225a6765-c1a0-4186-a295-b29376e3d491 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488431 Jun 24 10:02:31.354017 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51066dee-0737-4fef-8780-73a05edde749 req-8796d664-43f8-48c8-93c4-03950a9c4a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:31.355489 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-51066dee-0737-4fef-8780-73a05edde749 req-8796d664-43f8-48c8-93c4-03950a9c4a03 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 1130 time: 0.0421216 Jun 24 10:02:31.401298 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-51066dee-0737-4fef-8780-73a05edde749 req-45122af2-6943-402a-a4f9-52b56bb3ac85 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387135 Jun 24 10:02:32.031967 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 39334) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:32.112982 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=36 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:32.160509 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-492df224-9a6d-4869-87d2-468c1e0820b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:32.237590 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-492df224-9a6d-4869-87d2-468c1e0820b0 admin admin] Publish callbacks [] for security_group (b98ceb53-bfcf-436b-acfb-8109620dbe70), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:32.337307 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-492df224-9a6d-4869-87d2-468c1e0820b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (b98ceb53-bfcf-436b-acfb-8109620dbe70), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:32.377883 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:32.391496 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492df224-9a6d-4869-87d2-468c1e0820b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98ceb53-bfcf-436b-acfb-8109620dbe70,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:32.411090 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bdd2e-c209-403f-8490-f0f163f61e5b req-cf36c65c-903d-485a-9aef-69ee5f95d131 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:32.413143 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-8f7bdd2e-c209-403f-8490-f0f163f61e5b req-cf36c65c-903d-485a-9aef-69ee5f95d131 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0564046 Jun 24 10:02:32.435250 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-492df224-9a6d-4869-87d2-468c1e0820b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b6cefa77a504787809a32ba36e7a2a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4022124 Jun 24 10:02:32.438234 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 39364) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:32.482148 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-8f7bdd2e-c209-403f-8490-f0f163f61e5b req-422bd736-3ec2-4bce-a55f-0449b9d5757c tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623479 Jun 24 10:02:32.506176 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4dfa5ceb-315e-41fd-9abf-6d3e5844a084 admin admin] Publish callbacks [] for security_group (b98ceb53-bfcf-436b-acfb-8109620dbe70), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:32.531393 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4dfa5ceb-315e-41fd-9abf-6d3e5844a084 admin admin] Publish callbacks [] for security_group (b98ceb53-bfcf-436b-acfb-8109620dbe70), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:32.536933 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:32.739273 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4dfa5ceb-315e-41fd-9abf-6d3e5844a084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (b98ceb53-bfcf-436b-acfb-8109620dbe70), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:32.742539 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4dfa5ceb-315e-41fd-9abf-6d3e5844a084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:32.743830 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-4dfa5ceb-315e-41fd-9abf-6d3e5844a084 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b98ceb53-bfcf-436b-acfb-8109620dbe70 HTTP/1.1" status: 204 len: 168 time: 0.3046401 Jun 24 10:02:32.751923 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa5ceb-315e-41fd-9abf-6d3e5844a084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98ceb53-bfcf-436b-acfb-8109620dbe70,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:32.819506 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:33.626668 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8b046-5a62-4a00-8367-1c857c305e24 req-0dc1aa78-673b-4134-adb6-16711167db4f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:33.630340 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8ea8b046-5a62-4a00-8367-1c857c305e24 req-0dc1aa78-673b-4134-adb6-16711167db4f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0745068 Jun 24 10:02:33.702980 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8ea8b046-5a62-4a00-8367-1c857c305e24 req-1e6e3a93-6990-40b7-b3c7-25e8b944b440 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661361 Jun 24 10:02:33.840946 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325678c8-b07f-4783-86a2-db5889524053 req-8e373dd1-a16a-43f5-a517-7111a266bd80 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:33.842473 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-325678c8-b07f-4783-86a2-db5889524053 req-8e373dd1-a16a-43f5-a517-7111a266bd80 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0671473 Jun 24 10:02:33.893834 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-325678c8-b07f-4783-86a2-db5889524053 req-981d16df-a545-4b6b-bedb-702c33c0d615 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457199 Jun 24 10:02:33.898257 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 39430) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:34.007346 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-701885b4-c7e0-4ed5-8f45-a8b2ab39a9a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1893648754-network', 'tenant_id': 'f896de1750fe4c7d9eef897027efb42f'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:02:34.176149 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701885b4-c7e0-4ed5-8f45-a8b2ab39a9a2 admin admin] Made reservation on behalf of f896de1750fe4c7d9eef897027efb42f for: {'network': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:02:34.178581 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-701885b4-c7e0-4ed5-8f45-a8b2ab39a9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for network (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:34.187550 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-701885b4-c7e0-4ed5-8f45-a8b2ab39a9a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:34.266637 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-701885b4-c7e0-4ed5-8f45-a8b2ab39a9a2 admin admin] Publish callbacks [] for security_group (cf749ded-fb6d-4dec-b362-b3df227eb8e4), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:34.396234 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-701885b4-c7e0-4ed5-8f45-a8b2ab39a9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (cf749ded-fb6d-4dec-b362-b3df227eb8e4), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:34.422641 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701885b4-c7e0-4ed5-8f45-a8b2ab39a9a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=110839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:02:34.435088 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701885b4-c7e0-4ed5-8f45-a8b2ab39a9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf749ded-fb6d-4dec-b362-b3df227eb8e4,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:34.439207 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-701885b4-c7e0-4ed5-8f45-a8b2ab39a9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (5962482e-f02e-484d-a613-c8aa8750d95c), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:34.439558 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.segments_db [None req-701885b4-c7e0-4ed5-8f45-a8b2ab39a9a2 admin admin] Added segment 5962482e-f02e-484d-a613-c8aa8750d95c of type vlan for network 5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc Jun 24 10:02:34.483713 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-701885b4-c7e0-4ed5-8f45-a8b2ab39a9a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753295298762'] for network (5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:34.625071 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-701885b4-c7e0-4ed5-8f45-a8b2ab39a9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for network (5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:34.626199 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701885b4-c7e0-4ed5-8f45-a8b2ab39a9a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:34.626849 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-701885b4-c7e0-4ed5-8f45-a8b2ab39a9a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:34.632629 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:34.687937 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701885b4-c7e0-4ed5-8f45-a8b2ab39a9a2 admin admin] Pushing event updated for resources: {'Network': ['ID=5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:34.698680 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Network 5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc details requested by agent ovs-agent-dv-cinder-843277-6-iscsi with host dv-cinder-843277-6-iscsi {{(pid=110841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:02:34.732823 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-701885b4-c7e0-4ed5-8f45-a8b2ab39a9a2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8328164 Jun 24 10:02:34.735134 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 39450) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:34.753573 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-c3002918-b60a-4eb4-8261-dbcc1cee97b4 admin admin] Request body: {'subnet': {'network_id': '5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1893648754-subnet', 'tenant_id': 'f896de1750fe4c7d9eef897027efb42f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:02:34.910373 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3002918-b60a-4eb4-8261-dbcc1cee97b4 admin admin] Made reservation on behalf of f896de1750fe4c7d9eef897027efb42f for: {'subnet': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:02:34.912861 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c3002918-b60a-4eb4-8261-dbcc1cee97b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30318391'] for subnet (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:35.190809 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c3002918-b60a-4eb4-8261-dbcc1cee97b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33003989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30318401'] for subnet (a7389cd4-784c-444f-b0c2-7e07bb04e4e6), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:35.258630 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3002918-b60a-4eb4-8261-dbcc1cee97b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7389cd4-784c-444f-b0c2-7e07bb04e4e6,revision_number=0']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:35.274654 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3002918-b60a-4eb4-8261-dbcc1cee97b4 admin admin] Checking segment: {'id': '5962482e-f02e-484d-a613-c8aa8750d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:02:35.275008 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3002918-b60a-4eb4-8261-dbcc1cee97b4 admin admin] Network hostable DHCP agents. Network: 5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc, hostable agents: ['227dce48-d671-4074-8746-a798e3de1e3c'], hosted agents: [] {{(pid=110839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:02:35.277878 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:35.392993 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3002918-b60a-4eb4-8261-dbcc1cee97b4 admin admin] Network 5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc is scheduled to be hosted by DHCP agent 227dce48-d671-4074-8746-a798e3de1e3c with binding_index 1 {{(pid=110839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:02:35.518678 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-c3002918-b60a-4eb4-8261-dbcc1cee97b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-6-iscsi, 5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc) {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:02:35.523536 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3002918-b60a-4eb4-8261-dbcc1cee97b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:35.524199 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c3002918-b60a-4eb4-8261-dbcc1cee97b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:35.529998 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2e5a71-eebb-450a-83ad-08690f7b6cdb None None] Network 5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:02:35.592676 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:35.614966 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-c3002918-b60a-4eb4-8261-dbcc1cee97b4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8648393 Jun 24 10:02:35.652529 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b601f4-c847-4e23-9ce8-bc108186d9f8 None None] Network 5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:02:35.725572 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:36.443464 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efec65d-6493-4846-814a-31a03eec778b req-fd362b15-49b0-4ad5-b434-58eb4fd11fc8 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:36.444972 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4efec65d-6493-4846-814a-31a03eec778b req-fd362b15-49b0-4ad5-b434-58eb4fd11fc8 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0469673 Jun 24 10:02:36.491043 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4efec65d-6493-4846-814a-31a03eec778b req-43bd77c5-f33a-41fc-aa12-4210f5ee293d tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405538 Jun 24 10:02:36.624662 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 39512) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:36.733400 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-39e23999-c97f-4012-9d59-d20c25fa69ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:36.807393 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-39e23999-c97f-4012-9d59-d20c25fa69ee admin admin] Publish callbacks [] for security_group (dd96ebc9-c104-4b96-91cd-331488e4fbe8), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:36.895479 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-39e23999-c97f-4012-9d59-d20c25fa69ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (dd96ebc9-c104-4b96-91cd-331488e4fbe8), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:36.935907 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-39e23999-c97f-4012-9d59-d20c25fa69ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=32337bdac45a4864bc5f32f029102348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3098757 Jun 24 10:02:36.936875 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e23999-c97f-4012-9d59-d20c25fa69ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd96ebc9-c104-4b96-91cd-331488e4fbe8,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:36.938817 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 39522) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:36.989657 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-0d6e406b-9032-482a-8d1d-98af81c2301f admin admin] Publish callbacks [] for security_group (dd96ebc9-c104-4b96-91cd-331488e4fbe8), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:37.010946 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-0d6e406b-9032-482a-8d1d-98af81c2301f admin admin] Publish callbacks [] for security_group (dd96ebc9-c104-4b96-91cd-331488e4fbe8), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:37.121498 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-0d6e406b-9032-482a-8d1d-98af81c2301f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (dd96ebc9-c104-4b96-91cd-331488e4fbe8), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:37.124146 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-0d6e406b-9032-482a-8d1d-98af81c2301f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:37.127587 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-0d6e406b-9032-482a-8d1d-98af81c2301f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd96ebc9-c104-4b96-91cd-331488e4fbe8 HTTP/1.1" status: 204 len: 168 time: 0.1855092 Jun 24 10:02:37.133471 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e406b-9032-482a-8d1d-98af81c2301f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd96ebc9-c104-4b96-91cd-331488e4fbe8,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:37.605538 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bee63-4924-481a-8eb3-f767406a3e24 req-28b20894-1b22-4b08-927b-78026d179fe8 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:37.607013 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6a5bee63-4924-481a-8eb3-f767406a3e24 req-28b20894-1b22-4b08-927b-78026d179fe8 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0466890 Jun 24 10:02:37.661099 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6a5bee63-4924-481a-8eb3-f767406a3e24 req-802d2a9a-40c0-4d8c-8c77-cd8daebaaf05 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476723 Jun 24 10:02:37.862726 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 39538) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:37.876361 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-9f839db5-1d18-4914-8080-02e1ab8c8dd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:37.952968 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-9f839db5-1d18-4914-8080-02e1ab8c8dd4 admin admin] Publish callbacks [] for security_group (c7e105ce-f7e4-4d50-b8f5-71f000ac9e38), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:38.024771 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-9f839db5-1d18-4914-8080-02e1ab8c8dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (c7e105ce-f7e4-4d50-b8f5-71f000ac9e38), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:38.028585 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:38.046098 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:38.063806 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f839db5-1d18-4914-8080-02e1ab8c8dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e105ce-f7e4-4d50-b8f5-71f000ac9e38,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:38.068022 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-9f839db5-1d18-4914-8080-02e1ab8c8dd4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=36b64a1f79634e70908ddde368fa4770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2042375 Jun 24 10:02:38.071033 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 39542) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:02:38.119184 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8df245bc-e491-40fd-8b23-320c5673a541 admin admin] Publish callbacks [] for security_group (c7e105ce-f7e4-4d50-b8f5-71f000ac9e38), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:38.140652 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8df245bc-e491-40fd-8b23-320c5673a541 admin admin] Publish callbacks [] for security_group (c7e105ce-f7e4-4d50-b8f5-71f000ac9e38), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:38.258348 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8df245bc-e491-40fd-8b23-320c5673a541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (c7e105ce-f7e4-4d50-b8f5-71f000ac9e38), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:38.260869 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8df245bc-e491-40fd-8b23-320c5673a541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:38.262063 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-8df245bc-e491-40fd-8b23-320c5673a541 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c7e105ce-f7e4-4d50-b8f5-71f000ac9e38 HTTP/1.1" status: 204 len: 168 time: 0.1905463 Jun 24 10:02:38.270167 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df245bc-e491-40fd-8b23-320c5673a541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e105ce-f7e4-4d50-b8f5-71f000ac9e38,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:38.432498 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca76d7a-396b-4bc0-b212-9fa67018afda req-4fe59230-67e4-4b53-b7b9-9f1940110ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:38.434044 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9ca76d7a-396b-4bc0-b212-9fa67018afda req-4fe59230-67e4-4b53-b7b9-9f1940110ef6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddf89eff2d584c508a967f1686090be1&device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 1129 time: 0.0398407 Jun 24 10:02:38.528013 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca76d7a-396b-4bc0-b212-9fa67018afda req-e1a5f26e-02f3-4368-91d4-c2b650923013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:38.529542 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9ca76d7a-396b-4bc0-b212-9fa67018afda req-e1a5f26e-02f3-4368-91d4-c2b650923013 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa HTTP/1.1" status: 200 len: 919 time: 0.0877874 Jun 24 10:02:38.581262 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9ca76d7a-396b-4bc0-b212-9fa67018afda req-50a74a1a-4e1b-4b2c-bcb2-dc70d4a929fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be1d3537-038c-4ba5-84f5-566839e929b4 HTTP/1.1" status: 200 len: 217 time: 0.0348394 Jun 24 10:02:38.631991 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca76d7a-396b-4bc0-b212-9fa67018afda req-852d5dea-76b4-400f-9411-259f8a0b8b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:38.633908 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9ca76d7a-396b-4bc0-b212-9fa67018afda req-852d5dea-76b4-400f-9411-259f8a0b8b3b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=144899a2-b09a-495a-b00a-6c663cd7966a HTTP/1.1" status: 200 len: 857 time: 0.0457237 Jun 24 10:02:38.682456 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca76d7a-396b-4bc0-b212-9fa67018afda req-6f38f8b6-34e3-4d4c-8203-177900feb627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:38.684525 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9ca76d7a-396b-4bc0-b212-9fa67018afda req-6f38f8b6-34e3-4d4c-8203-177900feb627 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406172 Jun 24 10:02:38.738845 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:38.800713 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9ca76d7a-396b-4bc0-b212-9fa67018afda req-21425da6-273d-475f-b240-a13f8818c12e service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076274 Jun 24 10:02:38.902010 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9ca76d7a-396b-4bc0-b212-9fa67018afda req-d99ecf59-c6c8-413e-afcc-a0c154d48ce3 service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929608 Jun 24 10:02:38.942394 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5dfbf-d151-406a-b5f5-ebd7cb902385 req-d57f1783-4186-43cb-8425-6fb365d4894b tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:38.943797 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-63e5dfbf-d151-406a-b5f5-ebd7cb902385 req-d57f1783-4186-43cb-8425-6fb365d4894b tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0528550 Jun 24 10:02:38.993050 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-63e5dfbf-d151-406a-b5f5-ebd7cb902385 req-28766a50-6973-419f-938e-62412eba6bd3 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428758 Jun 24 10:02:40.123074 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586aec4-5fbe-4a9f-98b7-eea1db80121b req-823abb19-e549-4b1e-8d8a-2876cf7e351b tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:40.124583 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2586aec4-5fbe-4a9f-98b7-eea1db80121b req-823abb19-e549-4b1e-8d8a-2876cf7e351b tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0564108 Jun 24 10:02:40.177936 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2586aec4-5fbe-4a9f-98b7-eea1db80121b req-08ad93c0-3eac-456d-aa2b-d1e2520b95b0 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469620 Jun 24 10:02:41.290815 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a389b98-9639-430d-86ef-a5c77e9ee757 req-400ce19a-471e-426b-adb7-8a99681fd15f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:41.292592 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-6a389b98-9639-430d-86ef-a5c77e9ee757 req-400ce19a-471e-426b-adb7-8a99681fd15f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0465634 Jun 24 10:02:41.339908 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-6a389b98-9639-430d-86ef-a5c77e9ee757 req-ccccfa28-ea87-49b6-ab8b-625b3c597fef tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416992 Jun 24 10:02:42.451087 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63ddbe-a6b7-4578-8943-e9b31ce8302b req-013bb242-13fe-4191-9c34-f16d0b210b32 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:42.452470 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8c63ddbe-a6b7-4578-8943-e9b31ce8302b req-013bb242-13fe-4191-9c34-f16d0b210b32 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0462365 Jun 24 10:02:42.501038 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8c63ddbe-a6b7-4578-8943-e9b31ce8302b req-207fa4dc-b0a9-4a9f-bb23-ec0cefedbcd7 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429642 Jun 24 10:02:43.615512 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81b1e8-ba68-4a2f-8e5e-5a5aafb379cd req-1912b42b-4215-42ac-ba49-e09b3edf462e tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:43.617054 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5d81b1e8-ba68-4a2f-8e5e-5a5aafb379cd req-1912b42b-4215-42ac-ba49-e09b3edf462e tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0489702 Jun 24 10:02:43.663426 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5d81b1e8-ba68-4a2f-8e5e-5a5aafb379cd req-982542d9-f134-469b-b756-100cf971eb0a tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402744 Jun 24 10:02:43.893261 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=51 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:43.902334 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:44.782278 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47331f-1cf4-416f-9c7e-4b23b6c9cdaf req-964fcba7-3003-4f01-ad91-4decea310467 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:44.783706 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-be47331f-1cf4-416f-9c7e-4b23b6c9cdaf req-964fcba7-3003-4f01-ad91-4decea310467 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0523050 Jun 24 10:02:44.831761 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-be47331f-1cf4-416f-9c7e-4b23b6c9cdaf req-0d6c788f-3fbc-4300-aa11-6b70ffbb227f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425918 Jun 24 10:02:45.775320 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6cb459ee-563b-48bd-a733-9eedca40b4af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:45.946149 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59d5be-04b9-4fcc-b8ab-5c1d93ea1bff req-3fdd1062-7343-44a6-b969-4d8925980096 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:45.947572 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ec59d5be-04b9-4fcc-b8ab-5c1d93ea1bff req-3fdd1062-7343-44a6-b969-4d8925980096 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0468800 Jun 24 10:02:45.995537 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ec59d5be-04b9-4fcc-b8ab-5c1d93ea1bff req-8fc74766-a4cf-4f69-8118-4670e17d4394 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422928 Jun 24 10:02:46.284102 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:46.312036 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-6c70c798-0da7-4cba-8003-a9d8a59bebc0 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:46.313626 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-6c70c798-0da7-4cba-8003-a9d8a59bebc0 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/networks?id=5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc HTTP/1.1" status: 200 len: 809 time: 0.1045465 Jun 24 10:02:46.328173 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-884fb1cd-97d0-45b2-b01e-003269006c7b tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/quotas/f896de1750fe4c7d9eef897027efb42f HTTP/1.1" status: 200 len: 375 time: 0.0091579 Jun 24 10:02:46.364562 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-4d7931d7-d192-4d4b-9939-f1e075b9201c tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f896de1750fe4c7d9eef897027efb42f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315261 Jun 24 10:02:46.456846 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-f3ead7ac-1483-4cc6-8625-8e35f8a84cae service neutron] 10.222.0.26 "GET /v2.0/networks/5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855701 Jun 24 10:02:46.551393 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-3a2134f4-9ac1-41b3-96a0-0c6a184896eb service neutron] 10.222.0.26 "GET /v2.0/networks/5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885499 Jun 24 10:02:46.786215 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-413da484-13ac-4564-b122-05e3e9399ddf req-2f49e19e-c7ff-4203-acab-9da8eb28e091 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 210 time: 0.0271513 Jun 24 10:02:47.109302 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d203c6c-8baf-442d-8c2f-0c407eda13b2 req-08a08027-deff-4a4a-a109-c26af405596d tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:47.110886 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3d203c6c-8baf-442d-8c2f-0c407eda13b2 req-08a08027-deff-4a4a-a109-c26af405596d tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0478854 Jun 24 10:02:47.168628 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3d203c6c-8baf-442d-8c2f-0c407eda13b2 req-e76c4440-7fc5-44b4-880f-fc5f672b62e5 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512304 Jun 24 10:02:47.872790 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-6b18e0b1-c158-4c7c-ab67-18375bcae685 req-44b33c70-0210-410d-9ff1-fbb2a153cd5f tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 210 time: 0.0298917 Jun 24 10:02:47.932598 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-b9eb6d17-3cd1-46c8-8b3d-06f6dffa2027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:48.275882 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a52a48-a92b-43aa-af84-f03538b97918 req-f7d31ef6-aafa-4817-9c58-84474c81fd08 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:48.277369 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-18a52a48-a92b-43aa-af84-f03538b97918 req-f7d31ef6-aafa-4817-9c58-84474c81fd08 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0462079 Jun 24 10:02:48.328874 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-18a52a48-a92b-43aa-af84-f03538b97918 req-439d57ad-2646-4412-b816-a063ec908150 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460675 Jun 24 10:02:48.967704 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-728b8647-41ce-43f0-a01b-b12769824a0b req-637b46ba-eeab-4c2f-8c8b-35bb3d416efc tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 210 time: 0.0262520 Jun 24 10:02:49.169885 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:49.440956 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f63ca1-59d5-4ae9-961b-b26876b66766 req-c31034e3-5b5d-46ab-9e4e-64b72bd411b6 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:49.442378 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-97f63ca1-59d5-4ae9-961b-b26876b66766 req-c31034e3-5b5d-46ab-9e4e-64b72bd411b6 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0476272 Jun 24 10:02:49.489542 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-97f63ca1-59d5-4ae9-961b-b26876b66766 req-d7171096-32df-49c7-998e-03733c4e5275 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416121 Jun 24 10:02:50.071192 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-cded597a-13d4-4b0b-b9b9-ce8a85d4d0fd req-1bc8a246-b717-4d44-ac18-21f075c920ca tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 210 time: 0.0278342 Jun 24 10:02:50.564229 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:50.600217 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4203c9-6726-4d13-92b7-e6c96a9a75d4 req-05296105-2bad-4a26-b664-9234a155391c tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:50.602254 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3c4203c9-6726-4d13-92b7-e6c96a9a75d4 req-05296105-2bad-4a26-b664-9234a155391c tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0464115 Jun 24 10:02:50.649642 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3c4203c9-6726-4d13-92b7-e6c96a9a75d4 req-3d90bd09-1c1c-4750-956a-21c0c3adefc1 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419250 Jun 24 10:02:50.801213 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:50.941096 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:51.165752 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-3d8c05e7-b282-4662-a276-5ca86f53f9cc req-99f8d499-752e-4155-86f8-f4809edae519 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 210 time: 0.0274119 Jun 24 10:02:51.766544 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f17a24-52fe-4398-94a0-36770b588497 req-b323606f-795f-4dfd-953d-bd8584963dae tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:51.767939 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e2f17a24-52fe-4398-94a0-36770b588497 req-b323606f-795f-4dfd-953d-bd8584963dae tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0495386 Jun 24 10:02:51.816765 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e2f17a24-52fe-4398-94a0-36770b588497 req-6961987d-a5e9-4501-a3a0-eaed0a83339c tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421343 Jun 24 10:02:52.261935 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-6fa0dd2e-8161-436c-8948-b3a6523ed0e4 req-7b84262b-f99b-42b7-bf53-963cd938602a tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 210 time: 0.0297172 Jun 24 10:02:52.927982 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff982f9d-e636-45e5-8fa1-5f2222c979ad req-6d8bc8fa-97b5-431c-8484-b1414ec6a337 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:52.929458 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ff982f9d-e636-45e5-8fa1-5f2222c979ad req-6d8bc8fa-97b5-431c-8484-b1414ec6a337 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0452924 Jun 24 10:02:52.977711 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ff982f9d-e636-45e5-8fa1-5f2222c979ad req-7bbdf5c3-9dd2-49ef-9a1c-01d7cdb17923 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424321 Jun 24 10:02:53.355116 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e55b1e84-6a65-4151-8a95-e2646b7c6d9b req-d91b9e2d-7f76-4f06-afff-76cdbaecf66a tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 210 time: 0.0259738 Jun 24 10:02:54.091537 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226430c-ae3e-4500-b7db-d87bcd31410e req-0f15018e-ce79-4d65-8f12-575e6d219a2c tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:54.093030 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9226430c-ae3e-4500-b7db-d87bcd31410e req-0f15018e-ce79-4d65-8f12-575e6d219a2c tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0483694 Jun 24 10:02:54.147486 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9226430c-ae3e-4500-b7db-d87bcd31410e req-2c05e32b-6c08-4186-9337-989db2467b09 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487058 Jun 24 10:02:54.448661 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f1d49c7b-1f41-4a57-ab4f-d730e01da9ee req-9a2c612b-bcfd-4db9-a7c1-720acaa33d9b tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 210 time: 0.0265272 Jun 24 10:02:55.267046 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5711440-ecbd-4b3f-9dd0-e5e4341db369 req-f35d2d5b-44a2-454e-962c-5a07de67f925 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:55.268539 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b5711440-ecbd-4b3f-9dd0-e5e4341db369 req-f35d2d5b-44a2-454e-962c-5a07de67f925 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0490985 Jun 24 10:02:55.316746 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b5711440-ecbd-4b3f-9dd0-e5e4341db369 req-e954de85-019a-441b-8e41-e82ae381d5dd tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425615 Jun 24 10:02:55.545775 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-8ddd0289-432b-4999-9f08-496c10a8a623 req-4de92491-71eb-44bd-97ca-d0aa6b140de1 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 210 time: 0.0270455 Jun 24 10:02:55.655295 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1a28d-b190-42fd-a1cd-4e19b8d7f08e req-f841cf9a-eb37-4534-ad2b-5f6be06503db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:55.656902 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-a5d1a28d-b190-42fd-a1cd-4e19b8d7f08e req-f841cf9a-eb37-4534-ad2b-5f6be06503db service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 1129 time: 0.0462708 Jun 24 10:02:55.705464 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-a5d1a28d-b190-42fd-a1cd-4e19b8d7f08e req-34f69b12-e34f-42c8-a605-8a878a163fa7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418153 Jun 24 10:02:55.823834 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-a22f2c79-d330-4414-a940-25209b48c0de tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:55.825309 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-a22f2c79-d330-4414-a940-25209b48c0de tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.55 "GET /v2.0/networks?id=5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc HTTP/1.1" status: 200 len: 809 time: 0.3391230 Jun 24 10:02:55.977004 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-89c64ffe-8466-4958-8d06-63764fc6772c tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Request body: {'port': {'device_id': '82a0c99c-2abd-46f4-a9a4-dee1a57b0857', 'network_id': '5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc', 'admin_state_up': True, 'tenant_id': 'f896de1750fe4c7d9eef897027efb42f'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:02:56.041529 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:56.197907 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-89c64ffe-8466-4958-8d06-63764fc6772c tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Made reservation on behalf of f896de1750fe4c7d9eef897027efb42f for: {'port': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:02:56.202510 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-89c64ffe-8466-4958-8d06-63764fc6772c tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:56.335331 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-89c64ffe-8466-4958-8d06-63764fc6772c tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Allocated IP 172.20.0.4 (5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc/a7389cd4-784c-444f-b0c2-7e07bb04e4e6/ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:02:56.374349 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:56.494449 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a356d-48c8-4d23-b686-2b8f5900a710 req-d2d9dbb7-919e-48e8-b286-15e7880cf4a5 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:56.496072 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-470a356d-48c8-4d23-b686-2b8f5900a710 req-d2d9dbb7-919e-48e8-b286-15e7880cf4a5 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.1017332 Jun 24 10:02:56.569817 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-89c64ffe-8466-4958-8d06-63764fc6772c tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Publish callbacks [] for port (ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:56.577010 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-470a356d-48c8-4d23-b686-2b8f5900a710 req-a729d4fa-a6bc-46d2-aa81-317638161567 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735817 Jun 24 10:02:56.652247 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-8fc51172-8468-411a-b65c-87a7f85098f8 req-134cc2f1-0204-43e8-b0d1-5966c43a81ca tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 210 time: 0.0282421 Jun 24 10:02:56.698719 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-89c64ffe-8466-4958-8d06-63764fc6772c tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:56.750468 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-89c64ffe-8466-4958-8d06-63764fc6772c tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Network 5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:02:56.753657 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-89c64ffe-8466-4958-8d06-63764fc6772c tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:02:56.756338 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-89c64ffe-8466-4958-8d06-63764fc6772c tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:02:56.770052 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:56.770052 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c64ffe-8466-4958-8d06-63764fc6772c tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Pushing event updated for resources: {'Port': ['ID=ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:02:56.818600 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-89c64ffe-8466-4958-8d06-63764fc6772c tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:56.819205 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-89c64ffe-8466-4958-8d06-63764fc6772c tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:56.941368 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-89c64ffe-8466-4958-8d06-63764fc6772c tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9683635 Jun 24 10:02:57.706749 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409bf421-3868-45fa-9976-6fc4fc7cc81d req-6de6cc70-111c-4ab4-b540-4a09a586109f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:57.714147 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-409bf421-3868-45fa-9976-6fc4fc7cc81d req-6de6cc70-111c-4ab4-b540-4a09a586109f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0608635 Jun 24 10:02:57.764888 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-409bf421-3868-45fa-9976-6fc4fc7cc81d req-0fa67439-913a-440b-8963-85be18e3eddf tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495491 Jun 24 10:02:57.782384 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194eee8-1dda-4f1b-9fa1-56a90b0434ab req-e5d7d01b-10be-4581-be35-1c18f7bd7d84 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:57.783870 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5194eee8-1dda-4f1b-9fa1-56a90b0434ab req-e5d7d01b-10be-4581-be35-1c18f7bd7d84 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 931 time: 0.0529933 Jun 24 10:02:57.815627 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:02:57.832548 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5194eee8-1dda-4f1b-9fa1-56a90b0434ab req-8ad2b793-afd2-43cd-a9df-065cbf449d2f tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429676 Jun 24 10:02:58.875191 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45b8a5-1dea-4bbf-87bc-b8155f183a9d req-b9a9a1dc-4c38-4178-a7f9-68d1e170d82a tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:58.875191 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-fa45b8a5-1dea-4bbf-87bc-b8155f183a9d req-b9a9a1dc-4c38-4178-a7f9-68d1e170d82a tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0472708 Jun 24 10:02:58.927643 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-fa45b8a5-1dea-4bbf-87bc-b8155f183a9d req-7d4cf40c-b20e-4924-9577-f28ecd180b7d tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471623 Jun 24 10:02:58.950131 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794a49b-90ca-4de1-a0a7-5db19c4ffaa6 req-ac099354-1f7a-44c2-86bc-849bad2b4964 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:58.956384 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5794a49b-90ca-4de1-a0a7-5db19c4ffaa6 req-ac099354-1f7a-44c2-86bc-849bad2b4964 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 931 time: 0.0535998 Jun 24 10:02:59.000663 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5794a49b-90ca-4de1-a0a7-5db19c4ffaa6 req-3e30710e-2797-4458-aa64-8019200c3cc4 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428832 Jun 24 10:02:59.344228 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e3ec7-5aa0-459a-a46f-216dafe5dc90 req-5f3a6d38-2ef9-45ca-b01d-e16242e04796 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:02:59.345605 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e11e3ec7-5aa0-459a-a46f-216dafe5dc90 req-5f3a6d38-2ef9-45ca-b01d-e16242e04796 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0458736 Jun 24 10:02:59.392452 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e11e3ec7-5aa0-459a-a46f-216dafe5dc90 req-ade11cc2-10c8-4692-9068-e2b79cdd205f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414159 Jun 24 10:02:59.601666 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-e7f489db-713f-49a7-aef5-0331f000e925 service neutron] Request body: {'port': {'device_id': '82a0c99c-2abd-46f4-a9a4-dee1a57b0857', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:02:59.661790 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-e7f489db-713f-49a7-aef5-0331f000e925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:59.913863 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-e7f489db-713f-49a7-aef5-0331f000e925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d {{(pid=110839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:02:59.921844 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-e7f489db-713f-49a7-aef5-0331f000e925 service neutron] Publish callbacks [] for port (ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:02:59.934113 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.provisioning_blocks [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-e7f489db-713f-49a7-aef5-0331f000e925 service neutron] Transition to ACTIVE for port object ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d will not be triggered until provisioned by entity L2. {{(pid=110839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:02:59.991556 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-e7f489db-713f-49a7-aef5-0331f000e925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:00.058913 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f489db-713f-49a7-aef5-0331f000e925 service neutron] Pushing event updated for resources: {'Port': ['ID=ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:00.139525 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce32437-28e4-41cf-af44-2c609b32527f req-0bf46e30-dae3-4be3-8989-58cdb3a6a37a tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:00.141075 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0ce32437-28e4-41cf-af44-2c609b32527f req-0bf46e30-dae3-4be3-8989-58cdb3a6a37a tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 943 time: 0.0593963 Jun 24 10:03:00.167587 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-e7f489db-713f-49a7-aef5-0331f000e925 service neutron] Attempting to bind port ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d on host hv-cinder-84327 for vnic_type normal with profile {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:03:00.167920 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-e7f489db-713f-49a7-aef5-0331f000e925 service neutron] Attempting to bind port ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '5962482e-f02e-484d-a613-c8aa8750d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc'}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:03:00.168266 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-e7f489db-713f-49a7-aef5-0331f000e925 service neutron] Attempting to bind port ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d on network 5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:03:00.178232 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-e7f489db-713f-49a7-aef5-0331f000e925 service neutron] Port ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d on network 5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:03:00.178552 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-e7f489db-713f-49a7-aef5-0331f000e925 service neutron] Attempting to bind port ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d on network 5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:03:00.191295 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-e7f489db-713f-49a7-aef5-0331f000e925 service neutron] Checking agent: {'id': '26214230-7434-41f1-bd59-00d94ef0f061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'started_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:03:00.191626 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-e7f489db-713f-49a7-aef5-0331f000e925 service neutron] Checking segment: {'id': '5962482e-f02e-484d-a613-c8aa8750d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:03:00.191996 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-e7f489db-713f-49a7-aef5-0331f000e925 service neutron] Bound using segment: {'id': '5962482e-f02e-484d-a613-c8aa8750d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc'} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:03:00.192447 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-e7f489db-713f-49a7-aef5-0331f000e925 service neutron] Bound port: ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5962482e-f02e-484d-a613-c8aa8750d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc'}}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:03:00.192804 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-e7f489db-713f-49a7-aef5-0331f000e925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:00.198090 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:00.218120 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0ce32437-28e4-41cf-af44-2c609b32527f req-47d37ab2-2735-4371-a6c2-f6b5c2eca715 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670018 Jun 24 10:03:00.251727 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:00.267915 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-e7f489db-713f-49a7-aef5-0331f000e925 service neutron] For port ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d, host hv-cinder-84327, cleared binding levels {{(pid=110839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:03:00.270936 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-e7f489db-713f-49a7-aef5-0331f000e925 service neutron] For port ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d,segment=NetworkSegment(5962482e-f02e-484d-a613-c8aa8750d95c),segment_id=5962482e-f02e-484d-a613-c8aa8750d95c)] {{(pid=110839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:03:00.355171 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-e7f489db-713f-49a7-aef5-0331f000e925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:00.393781 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-e7f489db-713f-49a7-aef5-0331f000e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:00.394401 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-e7f489db-713f-49a7-aef5-0331f000e925 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:00.395804 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-e7f489db-713f-49a7-aef5-0331f000e925 service neutron] 10.222.0.55 "PUT /v2.0/ports/ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d HTTP/1.1" status: 200 len: 1093 time: 0.7984724 Jun 24 10:03:00.396560 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a0c99c-2abd-46f4-a9a4-dee1a57b0857', 'tag': 'ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:03:00.399206 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d9c9b5-bdb3-4b58-a448-03d0bceb7323" -d '{"events": [{"name": "network-changed", "server_uuid": "82a0c99c-2abd-46f4-a9a4-dee1a57b0857", "tag": "ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:03:00.422643 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f489db-713f-49a7-aef5-0331f000e925 service neutron] Pushing event updated for resources: {'Port': ['ID=ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d,revision_number=3']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:00.437880 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fafe2f2-c5ee-41ee-9147-91fe51a473e8 x-openstack-request-id: req-4fafe2f2-c5ee-41ee-9147-91fe51a473e8 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:03:00.438169 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a0c99c-2abd-46f4-a9a4-dee1a57b0857", "tag": "ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:03:00.438417 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4fafe2f2-c5ee-41ee-9147-91fe51a473e8 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:03:00.438811 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fafe2f2-c5ee-41ee-9147-91fe51a473e8'] response: {'name': 'network-changed', 'server_uuid': '82a0c99c-2abd-46f4-a9a4-dee1a57b0857', 'tag': 'ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d', 'status': 'completed', 'code': 200} Jun 24 10:03:00.514987 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e077c29-6416-4398-a992-1c7ca2ce5989 req-ea761f89-89f0-47f1-88d9-8ef1850bf317 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:00.516572 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9e077c29-6416-4398-a992-1c7ca2ce5989 req-ea761f89-89f0-47f1-88d9-8ef1850bf317 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0526981 Jun 24 10:03:00.567387 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9e077c29-6416-4398-a992-1c7ca2ce5989 req-f7b540f4-d271-4edc-b0ad-c0952b2b0665 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450997 Jun 24 10:03:00.803186 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9c9b5-bdb3-4b58-a448-03d0bceb7323 req-3505d1f8-9584-44bb-87cf-1bdd042e6a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:00.804042 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b379c50-4e60-4f06-aade-58daee74d348 req-1a202c45-0437-48f3-872f-66544b4206db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:00.804745 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e7d9c9b5-bdb3-4b58-a448-03d0bceb7323 req-3505d1f8-9584-44bb-87cf-1bdd042e6a27 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f896de1750fe4c7d9eef897027efb42f&device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 1127 time: 0.0407302 Jun 24 10:03:00.806072 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9b379c50-4e60-4f06-aade-58daee74d348 req-1a202c45-0437-48f3-872f-66544b4206db service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddf89eff2d584c508a967f1686090be1&device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 1129 time: 0.0415487 Jun 24 10:03:00.870757 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:00.872638 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:00.915200 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:00.929037 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b379c50-4e60-4f06-aade-58daee74d348 req-cf97262c-2779-43bb-a819-96114ca37193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:00.931303 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9b379c50-4e60-4f06-aade-58daee74d348 req-cf97262c-2779-43bb-a819-96114ca37193 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa HTTP/1.1" status: 200 len: 919 time: 0.0940857 Jun 24 10:03:00.974189 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9b379c50-4e60-4f06-aade-58daee74d348 req-03032326-3b0e-4560-8a6f-3df638f3d72f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be1d3537-038c-4ba5-84f5-566839e929b4 HTTP/1.1" status: 200 len: 217 time: 0.0316622 Jun 24 10:03:00.983013 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9c9b5-bdb3-4b58-a448-03d0bceb7323 req-56aa8328-d163-4b1a-a7ea-078e7e6c1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:00.984539 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e7d9c9b5-bdb3-4b58-a448-03d0bceb7323 req-56aa8328-d163-4b1a-a7ea-078e7e6c1d83 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f896de1750fe4c7d9eef897027efb42f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1687331 Jun 24 10:03:01.026320 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b379c50-4e60-4f06-aade-58daee74d348 req-30b7e0ee-11e1-41ac-aaad-96ea755d31bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:01.027770 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9b379c50-4e60-4f06-aade-58daee74d348 req-30b7e0ee-11e1-41ac-aaad-96ea755d31bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=144899a2-b09a-495a-b00a-6c663cd7966a HTTP/1.1" status: 200 len: 857 time: 0.0464866 Jun 24 10:03:01.072871 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b379c50-4e60-4f06-aade-58daee74d348 req-79cce110-723c-4d77-9cdf-94c3985a5c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:01.074549 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9b379c50-4e60-4f06-aade-58daee74d348 req-79cce110-723c-4d77-9cdf-94c3985a5c3f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397995 Jun 24 10:03:01.155472 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9c9b5-bdb3-4b58-a448-03d0bceb7323 req-d13c6a8f-a903-424e-9afa-1482fe718419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:01.157049 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e7d9c9b5-bdb3-4b58-a448-03d0bceb7323 req-d13c6a8f-a903-424e-9afa-1482fe718419 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1630373 Jun 24 10:03:01.166883 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9b379c50-4e60-4f06-aade-58daee74d348 req-3d1ea99c-4a23-450a-8b6a-ef97992dcfa9 service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854483 Jun 24 10:03:01.251657 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-cf608f26-57f3-4e76-af3c-f4428ae19e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:01.255537 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-cf608f26-57f3-4e76-af3c-f4428ae19e08 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f896de1750fe4c7d9eef897027efb42f&device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 1127 time: 0.0569227 Jun 24 10:03:01.266379 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9b379c50-4e60-4f06-aade-58daee74d348 req-bf0a50fe-d663-43d3-b4ba-57a162d51e0a service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935879 Jun 24 10:03:01.302944 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-9fe4c41e-c698-41e3-8527-98a41fa74660 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d HTTP/1.1" status: 200 len: 217 time: 0.0383828 Jun 24 10:03:01.369455 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-ac31be1b-2c7e-4fd0-90fd-9fef904b63c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:01.371138 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-ac31be1b-2c7e-4fd0-90fd-9fef904b63c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7389cd4-784c-444f-b0c2-7e07bb04e4e6 HTTP/1.1" status: 200 len: 849 time: 0.0614398 Jun 24 10:03:01.373987 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d26349-1fab-4195-bac5-93d9517adfec req-815e5da9-3a80-4e6f-b76f-fdbcd7473f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:01.375434 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-41d26349-1fab-4195-bac5-93d9517adfec req-815e5da9-3a80-4e6f-b76f-fdbcd7473f7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddf89eff2d584c508a967f1686090be1&device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 1129 time: 0.0515590 Jun 24 10:03:01.381388 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c6b47-53c5-40e5-91f6-21f66542e634 req-3bf06046-b97f-4a39-b243-51b7288d9d71 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:01.382766 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d16c6b47-53c5-40e5-91f6-21f66542e634 req-3bf06046-b97f-4a39-b243-51b7288d9d71 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 943 time: 0.0900633 Jun 24 10:03:01.431406 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d16c6b47-53c5-40e5-91f6-21f66542e634 req-4eca5d02-195e-4d68-87b9-9d770950f4e3 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428770 Jun 24 10:03:01.694163 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef1d61-1ccc-4ca8-9c58-edd12488b626 req-f02b4a86-bb1f-495b-a20f-ca20a3a85c6c tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:01.694163 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6aef1d61-1ccc-4ca8-9c58-edd12488b626 req-f02b4a86-bb1f-495b-a20f-ca20a3a85c6c tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0513442 Jun 24 10:03:01.760256 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-c412ac43-eff1-42f0-b43d-810217b6e7df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415421 Jun 24 10:03:01.838249 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6aef1d61-1ccc-4ca8-9c58-edd12488b626 req-c338e77d-5beb-47c7-b5bc-5b4315512a80 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344669 Jun 24 10:03:01.844051 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d26349-1fab-4195-bac5-93d9517adfec req-1b6dacf2-f160-46b8-8d03-adc2d3cc1f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:01.846414 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-41d26349-1fab-4195-bac5-93d9517adfec req-1b6dacf2-f160-46b8-8d03-adc2d3cc1f35 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa HTTP/1.1" status: 200 len: 919 time: 0.1295316 Jun 24 10:03:01.921466 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-41d26349-1fab-4195-bac5-93d9517adfec req-407cdf58-4678-4993-90ab-02f85144ee7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be1d3537-038c-4ba5-84f5-566839e929b4 HTTP/1.1" status: 200 len: 217 time: 0.0478237 Jun 24 10:03:01.929503 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-9ad3bf0c-5c57-4d1f-bfe8-1701df1e3b9c service neutron] 10.222.0.55 "GET /v2.0/networks/5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607659 Jun 24 10:03:01.973356 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d26349-1fab-4195-bac5-93d9517adfec req-71380cad-53d5-4d3d-b9e1-b0be62f524a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:01.974820 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-41d26349-1fab-4195-bac5-93d9517adfec req-71380cad-53d5-4d3d-b9e1-b0be62f524a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=144899a2-b09a-495a-b00a-6c663cd7966a HTTP/1.1" status: 200 len: 857 time: 0.0468106 Jun 24 10:03:02.015369 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:02.034849 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f424ed2f-ecaa-4292-b72b-88e96ea69eea req-45cffd78-a9b5-4aba-9f4e-b3a93eabfd32 service neutron] 10.222.0.55 "GET /v2.0/networks/5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933425 Jun 24 10:03:02.297747 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d26349-1fab-4195-bac5-93d9517adfec req-38d9a03d-8baf-4894-b6c5-e978b6759ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:02.299476 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-41d26349-1fab-4195-bac5-93d9517adfec req-38d9a03d-8baf-4894-b6c5-e978b6759ebd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393176 Jun 24 10:03:02.369762 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:02.396082 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-41d26349-1fab-4195-bac5-93d9517adfec req-21a32642-5f08-4c36-b715-36ad57004728 service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885596 Jun 24 10:03:02.533225 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-41d26349-1fab-4195-bac5-93d9517adfec req-a138d259-26ef-4434-a257-1915d5113db4 service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244812 Jun 24 10:03:02.575758 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312d1f7-71d2-457f-9bb7-2ce0b094df1c req-72eeadc5-3a8a-471d-96ef-3ef77451a103 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:02.585908 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-1312d1f7-71d2-457f-9bb7-2ce0b094df1c req-72eeadc5-3a8a-471d-96ef-3ef77451a103 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 943 time: 0.0732620 Jun 24 10:03:02.615126 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:02.637845 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-1312d1f7-71d2-457f-9bb7-2ce0b094df1c req-63f4eda0-5fe5-49e0-b4f9-1e15ced43b53 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510533 Jun 24 10:03:02.851778 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:02.946561 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822d11b-4c1e-4fbd-a820-29909e6c197c req-36703ff5-015f-46bb-9304-d4b35f5eec1e tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:02.948084 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d822d11b-4c1e-4fbd-a820-29909e6c197c req-36703ff5-015f-46bb-9304-d4b35f5eec1e tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0481186 Jun 24 10:03:02.997854 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d822d11b-4c1e-4fbd-a820-29909e6c197c req-862c6153-3de6-4483-8ddc-7604f3307aa3 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441902 Jun 24 10:03:03.100484 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 40094) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:03.213344 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c7c820ba-feb1-420d-8ec4-9bb9a1164a68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:03.288317 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c7c820ba-feb1-420d-8ec4-9bb9a1164a68 admin admin] Publish callbacks [] for security_group (3ee75433-5ced-413e-aa46-22a2d12cf0b6), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:03.423249 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c7c820ba-feb1-420d-8ec4-9bb9a1164a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (3ee75433-5ced-413e-aa46-22a2d12cf0b6), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:03.462537 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-c7c820ba-feb1-420d-8ec4-9bb9a1164a68 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f300b64a9c3d4c1e94098cf760df0868&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3609540 Jun 24 10:03:03.464596 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c820ba-feb1-420d-8ec4-9bb9a1164a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee75433-5ced-413e-aa46-22a2d12cf0b6,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:03.470748 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 40100) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:03.471789 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c820ba-feb1-420d-8ec4-9bb9a1164a68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.472161 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c820ba-feb1-420d-8ec4-9bb9a1164a68 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.472500 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c820ba-feb1-420d-8ec4-9bb9a1164a68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.472837 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c820ba-feb1-420d-8ec4-9bb9a1164a68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.473169 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c820ba-feb1-420d-8ec4-9bb9a1164a68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.473495 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c820ba-feb1-420d-8ec4-9bb9a1164a68 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.473815 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c820ba-feb1-420d-8ec4-9bb9a1164a68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.474137 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c820ba-feb1-420d-8ec4-9bb9a1164a68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.474482 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c820ba-feb1-420d-8ec4-9bb9a1164a68 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.474780 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c820ba-feb1-420d-8ec4-9bb9a1164a68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.475099 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c820ba-feb1-420d-8ec4-9bb9a1164a68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.475417 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c820ba-feb1-420d-8ec4-9bb9a1164a68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.475733 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c820ba-feb1-420d-8ec4-9bb9a1164a68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.476050 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c820ba-feb1-420d-8ec4-9bb9a1164a68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.476393 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c820ba-feb1-420d-8ec4-9bb9a1164a68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.519409 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-e3b0a315-3c76-45ae-9eed-4f7bd78a3df9 admin admin] Publish callbacks [] for security_group (3ee75433-5ced-413e-aa46-22a2d12cf0b6), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:03.541540 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-e3b0a315-3c76-45ae-9eed-4f7bd78a3df9 admin admin] Publish callbacks [] for security_group (3ee75433-5ced-413e-aa46-22a2d12cf0b6), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:03.670309 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-e3b0a315-3c76-45ae-9eed-4f7bd78a3df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (3ee75433-5ced-413e-aa46-22a2d12cf0b6), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:03.670945 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-e3b0a315-3c76-45ae-9eed-4f7bd78a3df9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:03.674920 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-e3b0a315-3c76-45ae-9eed-4f7bd78a3df9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3ee75433-5ced-413e-aa46-22a2d12cf0b6 HTTP/1.1" status: 204 len: 168 time: 0.2005627 Jun 24 10:03:03.687216 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0a315-3c76-45ae-9eed-4f7bd78a3df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee75433-5ced-413e-aa46-22a2d12cf0b6,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:03.699016 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0a315-3c76-45ae-9eed-4f7bd78a3df9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.699016 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0a315-3c76-45ae-9eed-4f7bd78a3df9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.699016 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0a315-3c76-45ae-9eed-4f7bd78a3df9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.699016 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0a315-3c76-45ae-9eed-4f7bd78a3df9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.699830 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0a315-3c76-45ae-9eed-4f7bd78a3df9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.700352 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0a315-3c76-45ae-9eed-4f7bd78a3df9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.700950 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0a315-3c76-45ae-9eed-4f7bd78a3df9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.701955 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0a315-3c76-45ae-9eed-4f7bd78a3df9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.702744 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0a315-3c76-45ae-9eed-4f7bd78a3df9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.703384 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0a315-3c76-45ae-9eed-4f7bd78a3df9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.704416 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0a315-3c76-45ae-9eed-4f7bd78a3df9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.705042 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0a315-3c76-45ae-9eed-4f7bd78a3df9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.705934 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0a315-3c76-45ae-9eed-4f7bd78a3df9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.706441 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0a315-3c76-45ae-9eed-4f7bd78a3df9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.707286 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0a315-3c76-45ae-9eed-4f7bd78a3df9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:03.951425 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765b811-33a1-4a68-979b-99da0a6162ea req-3a2e1a5b-f9c9-446d-a5f9-bb5bb2a311df tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:03.952976 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c765b811-33a1-4a68-979b-99da0a6162ea req-3a2e1a5b-f9c9-446d-a5f9-bb5bb2a311df tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 943 time: 0.2377508 Jun 24 10:03:04.002989 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c765b811-33a1-4a68-979b-99da0a6162ea req-5e13cc93-97bc-4421-9441-34dbcb4c9357 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435054 Jun 24 10:03:04.114113 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37856d-8a64-40be-90dc-0f29fa6679b1 req-00350a77-9b35-448b-9830-bbc116b65069 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:04.115744 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-df37856d-8a64-40be-90dc-0f29fa6679b1 req-00350a77-9b35-448b-9830-bbc116b65069 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0475330 Jun 24 10:03:04.135045 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:04.167982 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-df37856d-8a64-40be-90dc-0f29fa6679b1 req-f26af8a7-becd-4d52-bf15-f0bac25da3f1 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462909 Jun 24 10:03:05.116850 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443c3b4-8f34-4606-bcca-504b44247161 req-a846a5ce-ca4c-455f-aed2-140df9d08367 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:05.118849 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c443c3b4-8f34-4606-bcca-504b44247161 req-a846a5ce-ca4c-455f-aed2-140df9d08367 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 943 time: 0.0463355 Jun 24 10:03:05.168679 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c443c3b4-8f34-4606-bcca-504b44247161 req-d9193ce7-45c3-4211-b53b-dbb5855f6cdc tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443470 Jun 24 10:03:05.282593 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c08c6-2c44-4245-88d8-10c0ba063e74 req-2bd28748-8f73-4574-a765-376fbab91bb0 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:05.284101 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-914c08c6-2c44-4245-88d8-10c0ba063e74 req-2bd28748-8f73-4574-a765-376fbab91bb0 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0468121 Jun 24 10:03:05.331228 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-914c08c6-2c44-4245-88d8-10c0ba063e74 req-c450059a-f826-409f-be37-de75509ca44d tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410123 Jun 24 10:03:06.001329 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:03:06.281916 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9828de-042a-4e7a-b6c6-7a9a7102a5c5 req-84344b73-bd1b-4120-896b-9850c4c50e95 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:06.283390 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8e9828de-042a-4e7a-b6c6-7a9a7102a5c5 req-84344b73-bd1b-4120-896b-9850c4c50e95 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 943 time: 0.0498064 Jun 24 10:03:06.334491 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8e9828de-042a-4e7a-b6c6-7a9a7102a5c5 req-0d8a4475-c249-4f67-9847-844d0cecb6bc tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422637 Jun 24 10:03:06.449794 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89333e-c29a-46d3-86d7-2775aa139738 req-481f5214-a940-4372-8c82-763a289b1985 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:06.452572 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2a89333e-c29a-46d3-86d7-2775aa139738 req-481f5214-a940-4372-8c82-763a289b1985 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0547459 Jun 24 10:03:06.502046 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2a89333e-c29a-46d3-86d7-2775aa139738 req-92b2d91a-7d0c-443b-ba8f-b5d0c744f52f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450480 Jun 24 10:03:06.685690 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:03:06.787725 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d,segment=NetworkSegment(5962482e-f02e-484d-a613-c8aa8750d95c),segment_id=5962482e-f02e-484d-a613-c8aa8750d95c)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:03:06.800572 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': 'ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d', 'network_id': '5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc', 'port_id': 'ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d', 'mac_address': 'fa:16:3e:b0:5d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7389cd4-784c-444f-b0c2-7e07bb04e4e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:03:06.837530 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d is: DOWN; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:03:06.837920 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:06.851747 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:03:06.872149 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d,segment=NetworkSegment(5962482e-f02e-484d-a613-c8aa8750d95c),segment_id=5962482e-f02e-484d-a613-c8aa8750d95c)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:03:06.954472 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:07.001151 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:07.445088 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e69e0-65b7-4211-9876-7e3a1f122b7c req-5243e215-bdb2-4a24-9606-3b6558643d6f tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:07.447276 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ad0e69e0-65b7-4211-9876-7e3a1f122b7c req-5243e215-bdb2-4a24-9606-3b6558643d6f tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 944 time: 0.0470197 Jun 24 10:03:07.493217 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ad0e69e0-65b7-4211-9876-7e3a1f122b7c req-e54d9d7c-3c31-4033-b553-ce0b9af350bb tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402353 Jun 24 10:03:07.613564 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbf279-3168-4ecd-8ae3-be2c5e483edd req-317b8968-3ae7-40e5-9160-74f1249df835 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:07.615045 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4bbbf279-3168-4ecd-8ae3-be2c5e483edd req-317b8968-3ae7-40e5-9160-74f1249df835 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0454700 Jun 24 10:03:07.662952 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4bbbf279-3168-4ecd-8ae3-be2c5e483edd req-109383d2-3ca0-4c5b-a3ca-d5452c5d8af6 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407479 Jun 24 10:03:08.604441 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72388be3-d11f-41e1-9dfa-bcb4c7c91971 req-20f22263-87c8-4c3f-bf48-b9ab2a6829c4 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:08.605911 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-72388be3-d11f-41e1-9dfa-bcb4c7c91971 req-20f22263-87c8-4c3f-bf48-b9ab2a6829c4 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 944 time: 0.0473647 Jun 24 10:03:08.657881 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-72388be3-d11f-41e1-9dfa-bcb4c7c91971 req-cd66ae77-3826-43ff-8454-a87d22f4fde4 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464571 Jun 24 10:03:08.787291 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3fd59-77fe-484a-99e3-d3790599c9a2 req-f3bf6178-faf9-4c9d-b3df-98a79716f563 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:08.788840 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-99c3fd59-77fe-484a-99e3-d3790599c9a2 req-f3bf6178-faf9-4c9d-b3df-98a79716f563 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0530615 Jun 24 10:03:08.839901 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-99c3fd59-77fe-484a-99e3-d3790599c9a2 req-75945d8e-4904-44cb-9186-42dbcb33867a tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451760 Jun 24 10:03:09.768852 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cce16-3877-41d8-b971-0ba71b136667 req-78b453d6-bbb5-4f76-a1a2-2d00d0073dc1 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:09.770350 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3b6cce16-3877-41d8-b971-0ba71b136667 req-78b453d6-bbb5-4f76-a1a2-2d00d0073dc1 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 944 time: 0.0467656 Jun 24 10:03:09.820625 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3b6cce16-3877-41d8-b971-0ba71b136667 req-574a14d6-f513-4fb2-895b-17207d09447f tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443215 Jun 24 10:03:09.884459 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:03:09.954883 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3377af-2e7d-4c8c-bd4f-e6d842daca15 req-af76d57c-ab2b-45fc-b6b8-d7de88d1c5ed tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:09.956434 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0d3377af-2e7d-4c8c-bd4f-e6d842daca15 req-af76d57c-ab2b-45fc-b6b8-d7de88d1c5ed tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0470524 Jun 24 10:03:10.006118 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0d3377af-2e7d-4c8c-bd4f-e6d842daca15 req-1bf99d4a-2f81-42d8-a2d2-29fe851ae6cf tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420687 Jun 24 10:03:10.952423 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4801e-9f8b-4964-890f-ad7dca2c256c req-14f5e44c-b6be-47f5-a139-b272d64d3cfe tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:10.952423 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d5c4801e-9f8b-4964-890f-ad7dca2c256c req-14f5e44c-b6be-47f5-a139-b272d64d3cfe tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 944 time: 0.0609963 Jun 24 10:03:11.007074 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d5c4801e-9f8b-4964-890f-ad7dca2c256c req-d794bac4-8ba0-4edf-ad2e-c24600deebe8 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470445 Jun 24 10:03:11.086605 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:11.122518 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97509930-78b5-49cf-93e4-13cbd46327ed req-bf0402f1-03a0-4ffe-9afe-66d11c3ca985 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:11.124020 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-97509930-78b5-49cf-93e4-13cbd46327ed req-bf0402f1-03a0-4ffe-9afe-66d11c3ca985 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0469966 Jun 24 10:03:11.172529 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-97509930-78b5-49cf-93e4-13cbd46327ed req-efd4a8d5-b4c4-45cb-956f-dc49bdeb379f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427730 Jun 24 10:03:11.745119 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:03:11.789536 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning for port ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d completed by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:03:11.905790 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:11.906164 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:11.981792 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:03:11.981792 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:12.006912 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a0c99c-2abd-46f4-a9a4-dee1a57b0857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:03:12.010580 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484b9ac2-c8aa-40a4-b8a2-bc3b4872d69c" -d '{"events": [{"server_uuid": "82a0c99c-2abd-46f4-a9a4-dee1a57b0857", "name": "network-vif-plugged", "status": "completed", "tag": "ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:03:12.027072 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d,segment=NetworkSegment(5962482e-f02e-484d-a613-c8aa8750d95c),segment_id=5962482e-f02e-484d-a613-c8aa8750d95c)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:03:12.068445 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33790c62-b331-4b8e-8c56-0c0c71f30a05 x-openstack-request-id: req-33790c62-b331-4b8e-8c56-0c0c71f30a05 {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:03:12.069362 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a0c99c-2abd-46f4-a9a4-dee1a57b0857", "name": "network-vif-plugged", "status": "completed", "tag": "ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:03:12.069678 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-33790c62-b331-4b8e-8c56-0c0c71f30a05 {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:03:12.070075 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33790c62-b331-4b8e-8c56-0c0c71f30a05'] response: {'server_uuid': '82a0c99c-2abd-46f4-a9a4-dee1a57b0857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d', 'code': 200} Jun 24 10:03:12.126401 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:12.182250 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:12.203209 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15ec39-c06d-44fb-901f-7d1685f4885f req-525e5ed5-46c6-4d0e-9d04-2afdc32314a1 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:12.204873 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2c15ec39-c06d-44fb-901f-7d1685f4885f req-525e5ed5-46c6-4d0e-9d04-2afdc32314a1 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 945 time: 0.0658031 Jun 24 10:03:12.235093 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:12.257697 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2c15ec39-c06d-44fb-901f-7d1685f4885f req-8136194a-b32c-4c44-9390-4392aa258ef0 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463331 Jun 24 10:03:12.357692 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce626694-a460-4c2f-a142-88d903997c39 req-cd7ef88e-7a0e-4e81-909a-b14613422bc2 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:12.364338 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ce626694-a460-4c2f-a142-88d903997c39 req-cd7ef88e-7a0e-4e81-909a-b14613422bc2 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0471776 Jun 24 10:03:12.414463 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ce626694-a460-4c2f-a142-88d903997c39 req-f376980a-575e-4320-ae9f-e6487c7d801e tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483544 Jun 24 10:03:12.844639 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cc889-d9b3-42cd-a14f-93739cb2f74f req-325bc71d-6159-4424-a12f-c69a8e9f8386 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:12.846226 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-664cc889-d9b3-42cd-a14f-93739cb2f74f req-325bc71d-6159-4424-a12f-c69a8e9f8386 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.0497036 Jun 24 10:03:12.894041 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-664cc889-d9b3-42cd-a14f-93739cb2f74f req-c8c67365-278a-41ec-863e-58d9bfb6a4d4 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423806 Jun 24 10:03:13.374072 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c8485-cd1c-4333-92e3-6017e2a3d208 req-50c36513-16b3-4108-a93c-fbb932e5c6a7 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:13.375544 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-185c8485-cd1c-4333-92e3-6017e2a3d208 req-50c36513-16b3-4108-a93c-fbb932e5c6a7 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 945 time: 0.0488470 Jun 24 10:03:13.401531 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:13.423428 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-185c8485-cd1c-4333-92e3-6017e2a3d208 req-f3132a97-1ee7-4ace-91df-58d8dcb06fab tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421977 Jun 24 10:03:14.013524 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579c74d-6546-4724-9293-41b89ca154d0 req-26251b41-fcb0-47c2-aace-2b3b2171c5d8 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:14.016655 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d579c74d-6546-4724-9293-41b89ca154d0 req-26251b41-fcb0-47c2-aace-2b3b2171c5d8 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.0459816 Jun 24 10:03:14.063349 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d579c74d-6546-4724-9293-41b89ca154d0 req-cbe72788-3541-4e4a-916f-861d5ee1fdd7 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428073 Jun 24 10:03:14.538734 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed902f-342d-4cdf-990f-beaa49d0c04f req-76afdd73-8006-45ab-a6b0-4835447bdd83 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:14.540283 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1eed902f-342d-4cdf-990f-beaa49d0c04f req-76afdd73-8006-45ab-a6b0-4835447bdd83 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 945 time: 0.0483475 Jun 24 10:03:14.560870 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:14.589648 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1eed902f-342d-4cdf-990f-beaa49d0c04f req-ffe44e08-0f7a-47f4-934e-3cbbc138d5df tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435538 Jun 24 10:03:15.137136 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b2155-a9d9-4917-af47-b3578d693879 req-0fee4ec9-9cd3-4bf9-a710-4a9937190e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:15.138682 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-fb8b2155-a9d9-4917-af47-b3578d693879 req-0fee4ec9-9cd3-4bf9-a710-4a9937190e5e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 1129 time: 0.0470088 Jun 24 10:03:15.200624 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3430bdd-4902-4dd4-a6ba-d8c7f453ee1d req-06c1fa78-1069-4c2c-962b-c77ce76c5157 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:15.202082 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d3430bdd-4902-4dd4-a6ba-d8c7f453ee1d req-06c1fa78-1069-4c2c-962b-c77ce76c5157 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.0625501 Jun 24 10:03:15.229472 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-fb8b2155-a9d9-4917-af47-b3578d693879 req-309b5750-2bad-4bf0-baee-e82ab7956070 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802455 Jun 24 10:03:15.257785 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d3430bdd-4902-4dd4-a6ba-d8c7f453ee1d req-da8dd1b5-62ea-419d-b607-3a57af756de0 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463653 Jun 24 10:03:15.714621 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7340f2-a49b-407d-99a3-c709e8f78bc0 req-1646ee11-d5be-4327-927b-a04306134f69 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:15.716562 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7d7340f2-a49b-407d-99a3-c709e8f78bc0 req-1646ee11-d5be-4327-927b-a04306134f69 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 945 time: 0.0543001 Jun 24 10:03:15.811474 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7d7340f2-a49b-407d-99a3-c709e8f78bc0 req-2668a5c0-e7c6-4ba0-83e8-826bd4fe4be8 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833368 Jun 24 10:03:15.867144 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bc33e348-19a3-44e5-9f6d-19656eb3c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:16.381849 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7e67d-716a-4d3b-8712-0d93f7951946 req-3abbbc9d-af55-4a2a-9eb8-1ed54c51d7c1 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:16.383390 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2da7e67d-716a-4d3b-8712-0d93f7951946 req-3abbbc9d-af55-4a2a-9eb8-1ed54c51d7c1 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.0520704 Jun 24 10:03:16.392882 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 40452) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:16.397515 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-63a6668c-a1a8-43b2-9ac2-6bc9467d5f92 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1147626857', 'description': 'tempest-description--273165994'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:03:16.435098 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2da7e67d-716a-4d3b-8712-0d93f7951946 req-2e7fcfa8-276e-4e4d-8702-95f40043b976 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461807 Jun 24 10:03:16.534453 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-63a6668c-a1a8-43b2-9ac2-6bc9467d5f92 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:16.603091 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-63a6668c-a1a8-43b2-9ac2-6bc9467d5f92 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks [] for security_group (6fac4f97-e77b-491a-b102-568acb8268ee), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:16.697796 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-63a6668c-a1a8-43b2-9ac2-6bc9467d5f92 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (6fac4f97-e77b-491a-b102-568acb8268ee), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:16.727874 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6668c-a1a8-43b2-9ac2-6bc9467d5f92 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fac4f97-e77b-491a-b102-568acb8268ee,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:16.807781 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-63a6668c-a1a8-43b2-9ac2-6bc9467d5f92 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:16.809226 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-63a6668c-a1a8-43b2-9ac2-6bc9467d5f92 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4153428 Jun 24 10:03:16.815148 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 40454) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:16.816553 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-8e69f898-2285-4d08-aea3-c851de64db9f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Request body: {'security_group_rule': {'security_group_id': '6fac4f97-e77b-491a-b102-568acb8268ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:03:16.924080 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bee825-2128-4917-a239-b2fba6253e0b req-6c68e91a-469a-46d5-9e06-3dae8e0715c7 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:16.925757 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-54bee825-2128-4917-a239-b2fba6253e0b req-6c68e91a-469a-46d5-9e06-3dae8e0715c7 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 945 time: 0.0548468 Jun 24 10:03:16.941615 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8e69f898-2285-4d08-aea3-c851de64db9f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks [] for security_group_rule (1b1d4f0f-893d-4526-a1a5-150927fa6a62), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:17.012288 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-54bee825-2128-4917-a239-b2fba6253e0b req-d806684b-0bf7-478f-98c1-a7dabca6dfcc tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753112 Jun 24 10:03:17.018239 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8e69f898-2285-4d08-aea3-c851de64db9f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks [] for security_group_rule (1b1d4f0f-893d-4526-a1a5-150927fa6a62), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:17.105890 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8e69f898-2285-4d08-aea3-c851de64db9f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (1b1d4f0f-893d-4526-a1a5-150927fa6a62), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:17.129754 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69f898-2285-4d08-aea3-c851de64db9f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1d4f0f-893d-4526-a1a5-150927fa6a62,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:17.328488 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8e69f898-2285-4d08-aea3-c851de64db9f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:17.329923 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-8e69f898-2285-4d08-aea3-c851de64db9f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5167444 Jun 24 10:03:17.332645 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 40482) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:17.337269 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-a434964a-87bd-41dd-a9ff-2d9259be8817 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Request body: {'security_group_rule': {'security_group_id': '6fac4f97-e77b-491a-b102-568acb8268ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:03:17.437040 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a434964a-87bd-41dd-a9ff-2d9259be8817 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks [] for security_group_rule (b86e8f0d-bee1-4942-93b2-f2100c12b3be), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:17.475500 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:17.527948 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a434964a-87bd-41dd-a9ff-2d9259be8817 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks [] for security_group_rule (b86e8f0d-bee1-4942-93b2-f2100c12b3be), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:17.565459 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:17.573899 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730dd90-6b8e-40b0-97a5-003ae6d208dc req-2a2ccdfd-61b7-4389-a4b3-ddc0b930ff20 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:17.575387 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0730dd90-6b8e-40b0-97a5-003ae6d208dc req-2a2ccdfd-61b7-4389-a4b3-ddc0b930ff20 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.0505967 Jun 24 10:03:17.623693 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0730dd90-6b8e-40b0-97a5-003ae6d208dc req-465bf56f-b1e5-405e-bd0f-af23ca2869d9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421567 Jun 24 10:03:17.628893 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a434964a-87bd-41dd-a9ff-2d9259be8817 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (b86e8f0d-bee1-4942-93b2-f2100c12b3be), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:17.646253 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434964a-87bd-41dd-a9ff-2d9259be8817 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86e8f0d-bee1-4942-93b2-f2100c12b3be,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:17.745736 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a434964a-87bd-41dd-a9ff-2d9259be8817 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:17.747462 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-a434964a-87bd-41dd-a9ff-2d9259be8817 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4132755 Jun 24 10:03:17.750151 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 40496) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:17.754850 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-3732bb6c-6b27-414e-9bde-09023ae2af25 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Request body: {'floatingip': {'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:03:17.891763 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3732bb6c-6b27-414e-9bde-09023ae2af25 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:17.920025 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-cbf340e7-c823-40b8-b010-500d65fff1bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:17.980383 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3732bb6c-6b27-414e-9bde-09023ae2af25 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:18.002977 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 40500) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:18.096773 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_common [None req-3732bb6c-6b27-414e-9bde-09023ae2af25 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Allocated IP 172.27.2.12 (a3837c3f-8d84-4126-8dfc-b4bde8a26600/ef99dc90-6579-4f1e-9fc6-58eb2334384d/23259687-1daa-45d1-92e8-0337a7919262) {{(pid=110840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:03:18.126341 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-573bb6e1-2241-48c1-99e1-1d1250c11c5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:18.170852 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a643349-a4ef-472a-817a-64af890e1d32 req-95938fcb-da1c-412e-b67f-2936fa1699f5 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:18.172427 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-8a643349-a4ef-472a-817a-64af890e1d32 req-95938fcb-da1c-412e-b67f-2936fa1699f5 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 945 time: 0.0770445 Jun 24 10:03:18.209031 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-573bb6e1-2241-48c1-99e1-1d1250c11c5a admin admin] Publish callbacks [] for security_group (8aedccbe-79d4-426a-8b7d-02a686f1c4b7), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:18.270208 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:18.279804 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-8a643349-a4ef-472a-817a-64af890e1d32 req-96f8adea-4637-448d-8cf1-a9422fefb728 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000674 Jun 24 10:03:18.297534 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3732bb6c-6b27-414e-9bde-09023ae2af25 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks [] for port (23259687-1daa-45d1-92e8-0337a7919262), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:18.339614 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-573bb6e1-2241-48c1-99e1-1d1250c11c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (8aedccbe-79d4-426a-8b7d-02a686f1c4b7), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:18.380476 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-573bb6e1-2241-48c1-99e1-1d1250c11c5a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=374bcd9981e948e19391741cd431fa6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3763292 Jun 24 10:03:18.381413 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bb6e1-2241-48c1-99e1-1d1250c11c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aedccbe-79d4-426a-8b7d-02a686f1c4b7,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:18.384714 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 40518) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:18.401457 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3732bb6c-6b27-414e-9bde-09023ae2af25 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (23259687-1daa-45d1-92e8-0337a7919262), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:18.464637 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3732bb6c-6b27-414e-9bde-09023ae2af25 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:03:18.471022 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-3732bb6c-6b27-414e-9bde-09023ae2af25 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:03:18.477077 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3732bb6c-6b27-414e-9bde-09023ae2af25 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Received port after_create {{(pid=110840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:03:18.484253 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732bb6c-6b27-414e-9bde-09023ae2af25 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Pushing event updated for resources: {'Port': ['ID=23259687-1daa-45d1-92e8-0337a7919262,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:18.521874 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-4c7704e4-fca5-43f2-8a4d-f3b131d144dc admin admin] Publish callbacks [] for security_group (8aedccbe-79d4-426a-8b7d-02a686f1c4b7), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:18.560570 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-4c7704e4-fca5-43f2-8a4d-f3b131d144dc admin admin] Publish callbacks [] for security_group (8aedccbe-79d4-426a-8b7d-02a686f1c4b7), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:18.569493 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3732bb6c-6b27-414e-9bde-09023ae2af25 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks [] for floatingip (7b18c148-c2d9-4373-9e84-ce0150c88276), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:18.603668 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:18.732743 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-4c7704e4-fca5-43f2-8a4d-f3b131d144dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (8aedccbe-79d4-426a-8b7d-02a686f1c4b7), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:18.735302 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-4c7704e4-fca5-43f2-8a4d-f3b131d144dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:18.736531 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-4c7704e4-fca5-43f2-8a4d-f3b131d144dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8aedccbe-79d4-426a-8b7d-02a686f1c4b7 HTTP/1.1" status: 204 len: 168 time: 0.3504686 Jun 24 10:03:18.751191 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3732bb6c-6b27-414e-9bde-09023ae2af25 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (23259687-1daa-45d1-92e8-0337a7919262), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:18.754027 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7704e4-fca5-43f2-8a4d-f3b131d144dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aedccbe-79d4-426a-8b7d-02a686f1c4b7,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:18.757202 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf8114-c264-4b9a-bf16-1669043ad821 req-e657a7cb-89c7-4f6c-bc95-53e6a4803785 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:18.760779 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-75cf8114-c264-4b9a-bf16-1669043ad821 req-e657a7cb-89c7-4f6c-bc95-53e6a4803785 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.0597203 Jun 24 10:03:18.830326 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-75cf8114-c264-4b9a-bf16-1669043ad821 req-6ce52e85-257c-406a-b1e3-8dc13e1d7c0e tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572190 Jun 24 10:03:18.912638 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3732bb6c-6b27-414e-9bde-09023ae2af25 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks [] for port (23259687-1daa-45d1-92e8-0337a7919262), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:19.057554 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3732bb6c-6b27-414e-9bde-09023ae2af25 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (23259687-1daa-45d1-92e8-0337a7919262), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:19.094920 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3732bb6c-6b27-414e-9bde-09023ae2af25 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (7b18c148-c2d9-4373-9e84-ce0150c88276), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:19.111061 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 40536) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:19.119093 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732bb6c-6b27-414e-9bde-09023ae2af25 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Pushing event updated for resources: {'Port': ['ID=23259687-1daa-45d1-92e8-0337a7919262,revision_number=2']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:19.268623 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:19.272597 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-7b819e09-63b1-4d85-a3c7-fb235a9b6008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:19.328523 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3732bb6c-6b27-414e-9bde-09023ae2af25 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:19.329915 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-3732bb6c-6b27-414e-9bde-09023ae2af25 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5788276 Jun 24 10:03:19.347202 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-7b819e09-63b1-4d85-a3c7-fb235a9b6008 admin admin] Publish callbacks [] for security_group (2b9790ea-711f-48f6-a1fd-75580c28703c), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:19.457397 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-7b819e09-63b1-4d85-a3c7-fb235a9b6008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (2b9790ea-711f-48f6-a1fd-75580c28703c), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:19.505860 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-7b819e09-63b1-4d85-a3c7-fb235a9b6008 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2bb282b035a447e6be8b12632fa20aa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3935635 Jun 24 10:03:19.507607 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b819e09-63b1-4d85-a3c7-fb235a9b6008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9790ea-711f-48f6-a1fd-75580c28703c,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:19.516739 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 40560) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:19.538574 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:19.555727 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-7ca7ac3f-ca50-4299-94e6-6875c3ae0a6c tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1147626857&fields=id&tenant_id=ddf89eff2d584c508a967f1686090be1 HTTP/1.1" status: 200 len: 267 time: 0.0643437 Jun 24 10:03:19.602262 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b8302ac8-b128-42dc-8e9c-78107a2013ef admin admin] Publish callbacks [] for security_group (2b9790ea-711f-48f6-a1fd-75580c28703c), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:19.646557 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 40568) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:19.653817 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b8302ac8-b128-42dc-8e9c-78107a2013ef admin admin] Publish callbacks [] for security_group (2b9790ea-711f-48f6-a1fd-75580c28703c), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:19.662588 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:19.672137 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8222a5b2-6e39-4f28-90c6-4c4d706b74ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:19.687344 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:19.727322 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-e3213aff-7bb0-4766-beff-e1a8dcd21750 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:19.729392 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-e3213aff-7bb0-4766-beff-e1a8dcd21750 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/networks?id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa HTTP/1.1" status: 200 len: 818 time: 0.1657352 Jun 24 10:03:19.746480 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-4f85d147-a175-4ed5-b601-69a048685430 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/quotas/ddf89eff2d584c508a967f1686090be1 HTTP/1.1" status: 200 len: 375 time: 0.0100999 Jun 24 10:03:19.789646 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b8302ac8-b128-42dc-8e9c-78107a2013ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (2b9790ea-711f-48f6-a1fd-75580c28703c), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:19.794038 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b8302ac8-b128-42dc-8e9c-78107a2013ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:19.797547 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-b8302ac8-b128-42dc-8e9c-78107a2013ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2b9790ea-711f-48f6-a1fd-75580c28703c HTTP/1.1" status: 204 len: 168 time: 0.2764664 Jun 24 10:03:19.812384 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8302ac8-b128-42dc-8e9c-78107a2013ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9790ea-711f-48f6-a1fd-75580c28703c,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:19.860737 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-e2678bd6-bd10-4552-8519-ed3a739ff180 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ddf89eff2d584c508a967f1686090be1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1061912 Jun 24 10:03:19.975687 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8222a5b2-6e39-4f28-90c6-4c4d706b74ae admin admin] Publish callbacks [] for security_group (5ada4ab6-18f3-43c0-ab07-2ee954a9ff77), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:20.026078 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-042596d7-76f7-42e9-9135-a9e5e94e8bdd service neutron] 10.222.0.26 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408937 Jun 24 10:03:20.066029 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8222a5b2-6e39-4f28-90c6-4c4d706b74ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (5ada4ab6-18f3-43c0-ab07-2ee954a9ff77), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:20.150753 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-8222a5b2-6e39-4f28-90c6-4c4d706b74ae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a9cb283268c14706b6166f5f3993aa5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5027854 Jun 24 10:03:20.153510 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 40588) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:20.158078 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:20.161156 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222a5b2-6e39-4f28-90c6-4c4d706b74ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ada4ab6-18f3-43c0-ab07-2ee954a9ff77,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:20.178344 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-a59d5814-7f79-4b2c-9aaf-c3c6115fd030 service neutron] 10.222.0.26 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442258 Jun 24 10:03:20.230514 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-0fa1cb12-190a-4fe1-8cc1-c8df393e98d3 admin admin] Publish callbacks [] for security_group (5ada4ab6-18f3-43c0-ab07-2ee954a9ff77), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:20.254504 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-0fa1cb12-190a-4fe1-8cc1-c8df393e98d3 admin admin] Publish callbacks [] for security_group (5ada4ab6-18f3-43c0-ab07-2ee954a9ff77), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:20.382187 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a909a94-9146-47c6-89e9-4040a26681d1 req-74bcde1c-0e69-4f70-b9af-55db317e644c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:20.383724 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9a909a94-9146-47c6-89e9-4040a26681d1 req-74bcde1c-0e69-4f70-b9af-55db317e644c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.0486267 Jun 24 10:03:20.411720 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-0fa1cb12-190a-4fe1-8cc1-c8df393e98d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (5ada4ab6-18f3-43c0-ab07-2ee954a9ff77), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:20.414368 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-0fa1cb12-190a-4fe1-8cc1-c8df393e98d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:20.415847 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-0fa1cb12-190a-4fe1-8cc1-c8df393e98d3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5ada4ab6-18f3-43c0-ab07-2ee954a9ff77 HTTP/1.1" status: 204 len: 168 time: 0.2592895 Jun 24 10:03:20.435793 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1cb12-190a-4fe1-8cc1-c8df393e98d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ada4ab6-18f3-43c0-ab07-2ee954a9ff77,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:20.441741 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 40606) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:20.480019 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9a909a94-9146-47c6-89e9-4040a26681d1 req-55911143-c48f-4d17-9ce3-822b2bf21dae tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894110 Jun 24 10:03:20.584348 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-de080880-cc37-4359-90b6-6952b95a980b req-02a32184-15ee-4877-a653-3419855325af tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 210 time: 0.0519528 Jun 24 10:03:20.596935 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6cd86-31ca-45a0-9f1e-b0c4538a1a77 req-bc22b305-72c9-4734-8e64-2abe0c48fcc6 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:20.610451 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-49b6cd86-31ca-45a0-9f1e-b0c4538a1a77 req-bc22b305-72c9-4734-8e64-2abe0c48fcc6 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 945 time: 0.0979705 Jun 24 10:03:20.659555 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-49b6cd86-31ca-45a0-9f1e-b0c4538a1a77 req-bee05295-9fee-4521-baf8-9ec99185e0e8 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545678 Jun 24 10:03:20.689742 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:20.785492 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:20.861269 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-72526388-4ad1-4065-b4e9-c23b870a1bba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:20.883871 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 40624) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:20.900356 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:20.904658 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=5 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:20.922260 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:20.956472 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-72526388-4ad1-4065-b4e9-c23b870a1bba admin admin] Publish callbacks [] for security_group (ba1efec3-723b-4436-8732-9f7900ddcbeb), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:20.983416 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-137bd937-94c1-4f40-be83-2659dc9f0f38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:21.030881 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:21.063332 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-72526388-4ad1-4065-b4e9-c23b870a1bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (ba1efec3-723b-4436-8732-9f7900ddcbeb), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:21.064270 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-137bd937-94c1-4f40-be83-2659dc9f0f38 admin admin] Publish callbacks [] for security_group (7258b391-440f-46cf-8a7e-cde848c8f218), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:21.109755 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-72526388-4ad1-4065-b4e9-c23b870a1bba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=63bbfb04c599497c83c8f5e6ae06f08d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6642833 Jun 24 10:03:21.109755 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72526388-4ad1-4065-b4e9-c23b870a1bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1efec3-723b-4436-8732-9f7900ddcbeb,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:21.111114 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 40638) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:21.168548 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ba6be476-03ec-4919-931d-8908331b5bc0 admin admin] Publish callbacks [] for security_group (ba1efec3-723b-4436-8732-9f7900ddcbeb), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:21.182409 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-137bd937-94c1-4f40-be83-2659dc9f0f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (7258b391-440f-46cf-8a7e-cde848c8f218), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:21.198387 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ba6be476-03ec-4919-931d-8908331b5bc0 admin admin] Publish callbacks [] for security_group (ba1efec3-723b-4436-8732-9f7900ddcbeb), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:21.225944 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-137bd937-94c1-4f40-be83-2659dc9f0f38 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0a928c5ff920404e81bd5d953a7b7fc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380013 Jun 24 10:03:21.225944 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137bd937-94c1-4f40-be83-2659dc9f0f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7258b391-440f-46cf-8a7e-cde848c8f218,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:21.226767 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 40640) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:21.234373 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:21.278544 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-439ece0d-3c1e-49b2-abf6-250615aaa3de admin admin] Publish callbacks [] for security_group (7258b391-440f-46cf-8a7e-cde848c8f218), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:21.306336 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-439ece0d-3c1e-49b2-abf6-250615aaa3de admin admin] Publish callbacks [] for security_group (7258b391-440f-46cf-8a7e-cde848c8f218), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:21.348682 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ba6be476-03ec-4919-931d-8908331b5bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (ba1efec3-723b-4436-8732-9f7900ddcbeb), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:21.351177 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ba6be476-03ec-4919-931d-8908331b5bc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:21.352361 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-ba6be476-03ec-4919-931d-8908331b5bc0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ba1efec3-723b-4436-8732-9f7900ddcbeb HTTP/1.1" status: 204 len: 168 time: 0.2402894 Jun 24 10:03:21.362442 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6be476-03ec-4919-931d-8908331b5bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1efec3-723b-4436-8732-9f7900ddcbeb,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:21.434234 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-439ece0d-3c1e-49b2-abf6-250615aaa3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (7258b391-440f-46cf-8a7e-cde848c8f218), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:21.436848 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-439ece0d-3c1e-49b2-abf6-250615aaa3de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:21.438006 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-439ece0d-3c1e-49b2-abf6-250615aaa3de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7258b391-440f-46cf-8a7e-cde848c8f218 HTTP/1.1" status: 204 len: 168 time: 0.2108276 Jun 24 10:03:21.446878 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ece0d-3c1e-49b2-abf6-250615aaa3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7258b391-440f-46cf-8a7e-cde848c8f218,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:21.603974 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e126ed-c0d2-4cd4-846d-721ba6c763bd req-e98b1df2-8bc5-4901-bd63-b35281c5b7cf tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:21.606418 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d9e126ed-c0d2-4cd4-846d-721ba6c763bd req-e98b1df2-8bc5-4901-bd63-b35281c5b7cf tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.0519335 Jun 24 10:03:21.683014 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d9e126ed-c0d2-4cd4-846d-721ba6c763bd req-0639f04e-0a35-4788-b252-024ed45c4ad0 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714905 Jun 24 10:03:21.732190 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-1e1ca27e-7996-4679-971a-4058ab1d31bb req-66634ac9-2703-4a72-adcf-5f42fff928e7 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 210 time: 0.0724647 Jun 24 10:03:21.796687 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:21.814867 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd4353-9141-49a4-9498-cdb982471228 req-b3150a19-fc78-49bd-bf8b-e2f9c463cc62 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:21.816430 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ccfd4353-9141-49a4-9498-cdb982471228 req-b3150a19-fc78-49bd-bf8b-e2f9c463cc62 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 945 time: 0.0541010 Jun 24 10:03:21.867931 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ccfd4353-9141-49a4-9498-cdb982471228 req-61cc3220-c6ff-4f43-bcfc-ef91c504ade5 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451233 Jun 24 10:03:21.924707 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989f56b-19f8-4aee-ab31-fd45971c9a86 req-139b8b1b-20f5-41f6-8e54-b2f356245962 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:21.926129 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0989f56b-19f8-4aee-ab31-fd45971c9a86 req-139b8b1b-20f5-41f6-8e54-b2f356245962 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.55 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 945 time: 0.0566597 Jun 24 10:03:22.051167 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [req-0989f56b-19f8-4aee-ab31-fd45971c9a86 req-ead52a9d-a561-44d4-a081-f91fe5f16306 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Deleting port ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d {{(pid=110840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:03:22.051748 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-0989f56b-19f8-4aee-ab31-fd45971c9a86 req-ead52a9d-a561-44d4-a081-f91fe5f16306 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:22.121460 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 40678) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:22.165920 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [req-0989f56b-19f8-4aee-ab31-fd45971c9a86 req-ead52a9d-a561-44d4-a081-f91fe5f16306 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] For port ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d,segment=NetworkSegment(5962482e-f02e-484d-a613-c8aa8750d95c),segment_id=5962482e-f02e-484d-a613-c8aa8750d95c)] {{(pid=110840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:03:22.166279 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-0989f56b-19f8-4aee-ab31-fd45971c9a86 req-ead52a9d-a561-44d4-a081-f91fe5f16306 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:22.186439 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [req-0989f56b-19f8-4aee-ab31-fd45971c9a86 req-ead52a9d-a561-44d4-a081-f91fe5f16306 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Calling delete_port for ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d owned by compute:nova {{(pid=110840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:03:22.227094 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:22.373874 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-0989f56b-19f8-4aee-ab31-fd45971c9a86 req-ead52a9d-a561-44d4-a081-f91fe5f16306 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461'] for port (ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:22.391150 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:03:22.432936 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead52a9d-a561-44d4-a081-f91fe5f16306 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Pushing event deleted for resources: {'Port': ['ID=ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:22.472793 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 40686) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:22.473636 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [req-0989f56b-19f8-4aee-ab31-fd45971c9a86 req-ead52a9d-a561-44d4-a081-f91fe5f16306 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] No DVR routers for this DVR port ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d on host hv-cinder-84327 {{(pid=110840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:03:22.477619 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-0989f56b-19f8-4aee-ab31-fd45971c9a86 req-ead52a9d-a561-44d4-a081-f91fe5f16306 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:22.481007 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0989f56b-19f8-4aee-ab31-fd45971c9a86 req-ead52a9d-a561-44d4-a081-f91fe5f16306 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.55 "DELETE /v2.0/ports/ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d HTTP/1.1" status: 204 len: 173 time: 0.5476732 Jun 24 10:03:22.481848 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a0c99c-2abd-46f4-a9a4-dee1a57b0857', 'name': 'network-vif-deleted', 'tag': 'ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d'}] {{(pid=110840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:03:22.484896 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918deba4491858943d5af62f7e2b7193d4f3e11e5a976540219041625139a41f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4888cf60-45eb-4cc0-8987-4d0a76be9106" -d '{"events": [{"server_uuid": "82a0c99c-2abd-46f4-a9a4-dee1a57b0857", "name": "network-vif-deleted", "tag": "ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d"}]}' {{(pid=110840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:03:22.491460 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4381c9a0-c5a1-4c1f-8fb4-d220d74b2f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:22.519248 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-d9308e5c-0739-4f7f-a7c6-e9cbf5669ead admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1894382342-network', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:03:22.542515 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee462974-bd35-4cac-8f6a-275eef84b40a x-openstack-request-id: req-ee462974-bd35-4cac-8f6a-275eef84b40a {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:03:22.542515 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a0c99c-2abd-46f4-a9a4-dee1a57b0857", "name": "network-vif-deleted", "tag": "ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d", "status": "completed", "code": 200}]} {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:03:22.542515 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ee462974-bd35-4cac-8f6a-275eef84b40a {{(pid=110840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:03:22.542515 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee462974-bd35-4cac-8f6a-275eef84b40a'] response: {'server_uuid': '82a0c99c-2abd-46f4-a9a4-dee1a57b0857', 'name': 'network-vif-deleted', 'tag': 'ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d', 'status': 'completed', 'code': 200} Jun 24 10:03:22.607215 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4381c9a0-c5a1-4c1f-8fb4-d220d74b2f8d admin admin] Publish callbacks [] for security_group (159524ff-48be-4006-9bf6-28526aac8410), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:22.631358 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9308e5c-0739-4f7f-a7c6-e9cbf5669ead admin admin] Made reservation on behalf of a8f15fa49a284e409bdcabcca90ece04 for: {'network': 1} {{(pid=110840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:03:22.635012 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d9308e5c-0739-4f7f-a7c6-e9cbf5669ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for network (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:22.645454 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d9308e5c-0739-4f7f-a7c6-e9cbf5669ead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:22.699685 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4381c9a0-c5a1-4c1f-8fb4-d220d74b2f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (159524ff-48be-4006-9bf6-28526aac8410), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:22.754941 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381c9a0-c5a1-4c1f-8fb4-d220d74b2f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159524ff-48be-4006-9bf6-28526aac8410,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:22.779470 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:22.787373 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d9308e5c-0739-4f7f-a7c6-e9cbf5669ead admin admin] Publish callbacks [] for security_group (5a4ccdd4-2242-4873-8c18-56056998f96e), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:22.862494 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-715ecb7e-7d88-44eb-99c5-0e3e8fc8e2c8 req-4690e290-cb65-48d0-b2da-6f3e652da819 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 210 time: 0.0310752 Jun 24 10:03:22.914063 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d9308e5c-0739-4f7f-a7c6-e9cbf5669ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (5a4ccdd4-2242-4873-8c18-56056998f96e), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:22.964849 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=77,neutron:DELETE=8,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:22.999786 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9308e5c-0739-4f7f-a7c6-e9cbf5669ead admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=110840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:03:23.059723 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-21ee9b1a-cb75-4fe0-ad7e-f16a95da6390 req-96cb218b-ef8f-4f42-b143-11e80b4b9f2e tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a0c99c-2abd-46f4-a9a4-dee1a57b0857 HTTP/1.1" status: 200 len: 210 time: 0.0823383 Jun 24 10:03:23.060407 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9308e5c-0739-4f7f-a7c6-e9cbf5669ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4ccdd4-2242-4873-8c18-56056998f96e,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:23.072645 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d9308e5c-0739-4f7f-a7c6-e9cbf5669ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:23.072645 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.db.segments_db [None req-d9308e5c-0739-4f7f-a7c6-e9cbf5669ead admin admin] Added segment e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a of type vlan for network b62e03e6-e652-4ef9-a19f-cc1036cc714a Jun 24 10:03:23.084584 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-165c20a5-39f5-453d-8fd2-bded2cfe1c41 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:23.086110 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-165c20a5-39f5-453d-8fd2-bded2cfe1c41 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.55 "GET /v2.0/networks?id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa HTTP/1.1" status: 200 len: 818 time: 0.2223718 Jun 24 10:03:23.126240 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d9308e5c-0739-4f7f-a7c6-e9cbf5669ead admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753295298762'] for network (b62e03e6-e652-4ef9-a19f-cc1036cc714a), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:23.144874 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-4381c9a0-c5a1-4c1f-8fb4-d220d74b2f8d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d0893c3dad0c4c4d8fa87794cf448e18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6697452 Jun 24 10:03:23.152280 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 40710) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:23.161328 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b34852-98e2-414d-8d27-013b9997f774 req-cdb6ea8b-9ae9-40d4-9d78-aa7e64a381ee tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:23.162883 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-83b34852-98e2-414d-8d27-013b9997f774 req-cdb6ea8b-9ae9-40d4-9d78-aa7e64a381ee tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.3822262 Jun 24 10:03:23.208351 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-10b715b4-7478-43ba-ad16-9dce4a02b133 admin admin] Publish callbacks [] for security_group (159524ff-48be-4006-9bf6-28526aac8410), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:23.218602 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-83b34852-98e2-414d-8d27-013b9997f774 req-9b62a8a6-ae0b-49e9-8c97-16be697f3af0 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418804 Jun 24 10:03:23.234796 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-10b715b4-7478-43ba-ad16-9dce4a02b133 admin admin] Publish callbacks [] for security_group (159524ff-48be-4006-9bf6-28526aac8410), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:23.263406 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d9308e5c-0739-4f7f-a7c6-e9cbf5669ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for network (b62e03e6-e652-4ef9-a19f-cc1036cc714a), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:23.264416 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9308e5c-0739-4f7f-a7c6-e9cbf5669ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:23.264993 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d9308e5c-0739-4f7f-a7c6-e9cbf5669ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:23.366365 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9308e5c-0739-4f7f-a7c6-e9cbf5669ead admin admin] Pushing event updated for resources: {'Network': ['ID=b62e03e6-e652-4ef9-a19f-cc1036cc714a,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:23.377420 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:23.385486 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Network b62e03e6-e652-4ef9-a19f-cc1036cc714a details requested by agent ovs-agent-dv-cinder-843277-6-iscsi with host dv-cinder-843277-6-iscsi {{(pid=110841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:03:23.410199 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-d9308e5c-0739-4f7f-a7c6-e9cbf5669ead admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.2876763 Jun 24 10:03:23.414745 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 40718) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:23.638089 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-ccd6fb09-5f15-4232-bc2c-1bffb04b70a0 admin admin] Request body: {'subnet': {'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1894382342-subnet', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'ip_version': 4}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:03:23.649248 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-10b715b4-7478-43ba-ad16-9dce4a02b133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (159524ff-48be-4006-9bf6-28526aac8410), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:23.652218 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-10b715b4-7478-43ba-ad16-9dce4a02b133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:23.653351 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-10b715b4-7478-43ba-ad16-9dce4a02b133 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/159524ff-48be-4006-9bf6-28526aac8410 HTTP/1.1" status: 204 len: 168 time: 0.5002208 Jun 24 10:03:23.665895 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-830f7f04-1cc5-416e-bf92-d5395afe2f2a tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddf89eff2d584c508a967f1686090be1 HTTP/1.1" status: 200 len: 380 time: 0.3500700 Jun 24 10:03:23.674879 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b715b4-7478-43ba-ad16-9dce4a02b133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159524ff-48be-4006-9bf6-28526aac8410,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:23.679456 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-438194ad-da74-485f-b46b-9fa1dc5cb8fb tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Request body: {'port': {'device_id': 'c170d532-d8da-4b26-879d-22c7dc180716', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'admin_state_up': True, 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'security_groups': ['6fac4f97-e77b-491a-b102-568acb8268ee']}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:03:23.761973 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd6fb09-5f15-4232-bc2c-1bffb04b70a0 admin admin] Made reservation on behalf of a8f15fa49a284e409bdcabcca90ece04 for: {'subnet': 1} {{(pid=110840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:03:23.764092 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ccd6fb09-5f15-4232-bc2c-1bffb04b70a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:23.949911 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-438194ad-da74-485f-b46b-9fa1dc5cb8fb tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Made reservation on behalf of ddf89eff2d584c508a967f1686090be1 for: {'port': 1} {{(pid=110840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:03:23.953315 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-438194ad-da74-485f-b46b-9fa1dc5cb8fb tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:23.998353 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-98fcb8be-1c5e-4c3e-a52e-42eb8496c9bc req-c7df51e0-6e64-4742-af78-14459c5b9014 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 210 time: 0.0551224 Jun 24 10:03:24.090683 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ccd6fb09-5f15-4232-bc2c-1bffb04b70a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for subnet (9a3a795a-5b0e-43d6-a360-a0c6523c9403), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:24.168850 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_common [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-438194ad-da74-485f-b46b-9fa1dc5cb8fb tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Allocated IP 172.20.0.5 (fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa/144899a2-b09a-495a-b00a-6c663cd7966a/62ac8ae2-de6d-4539-8e21-9a572eab33d9) {{(pid=110840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:03:24.194433 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6fb09-5f15-4232-bc2c-1bffb04b70a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a3a795a-5b0e-43d6-a360-a0c6523c9403,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:24.209486 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd6fb09-5f15-4232-bc2c-1bffb04b70a0 admin admin] Checking segment: {'id': 'e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:03:24.209840 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd6fb09-5f15-4232-bc2c-1bffb04b70a0 admin admin] Network hostable DHCP agents. Network: b62e03e6-e652-4ef9-a19f-cc1036cc714a, hostable agents: ['227dce48-d671-4074-8746-a798e3de1e3c'], hosted agents: [] {{(pid=110840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:03:24.357676 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd6fb09-5f15-4232-bc2c-1bffb04b70a0 admin admin] Network b62e03e6-e652-4ef9-a19f-cc1036cc714a is scheduled to be hosted by DHCP agent 227dce48-d671-4074-8746-a798e3de1e3c with binding_index 1 {{(pid=110840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:03:24.394263 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f41a4-ccf5-407a-aa6c-9a05a35b1c5f req-f85466cf-f115-453d-ab84-67e6ce288a93 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:24.394263 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-6c5f41a4-ccf5-407a-aa6c-9a05a35b1c5f req-f85466cf-f115-453d-ab84-67e6ce288a93 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.0856953 Jun 24 10:03:24.420169 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-438194ad-da74-485f-b46b-9fa1dc5cb8fb tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks [] for port (62ac8ae2-de6d-4539-8e21-9a572eab33d9), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:24.445081 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 40766) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:24.455062 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-6c5f41a4-ccf5-407a-aa6c-9a05a35b1c5f req-932249bd-6b6a-4fef-bbec-33c49f87f775 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581942 Jun 24 10:03:24.457048 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-ccd6fb09-5f15-4232-bc2c-1bffb04b70a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-6-iscsi, b62e03e6-e652-4ef9-a19f-cc1036cc714a) {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:03:24.462508 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd6fb09-5f15-4232-bc2c-1bffb04b70a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:24.464820 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ccd6fb09-5f15-4232-bc2c-1bffb04b70a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:24.466797 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f720689-e5eb-4d2e-a396-63c9f40b3b71 None None] Network b62e03e6-e652-4ef9-a19f-cc1036cc714a requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:03:24.540023 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-ccd6fb09-5f15-4232-bc2c-1bffb04b70a0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1233430 Jun 24 10:03:24.546510 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 40780) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:24.553923 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-b5c7b750-460b-437c-8128-0ee07a036dcd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1894382342-router', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:03:24.567846 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-438194ad-da74-485f-b46b-9fa1dc5cb8fb tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (62ac8ae2-de6d-4539-8e21-9a572eab33d9), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:24.600315 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-438194ad-da74-485f-b46b-9fa1dc5cb8fb tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Network fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:03:24.606631 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-438194ad-da74-485f-b46b-9fa1dc5cb8fb tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:03:24.620999 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-438194ad-da74-485f-b46b-9fa1dc5cb8fb tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Received port after_create {{(pid=110840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:03:24.632064 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-438194ad-da74-485f-b46b-9fa1dc5cb8fb tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:24.633647 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-438194ad-da74-485f-b46b-9fa1dc5cb8fb tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:24.658285 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a7ab119-d58e-5cf4-b1b7-c17a3ca747b8-b62e03e6-e652-4ef9-a19f-cc1036cc714a', 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a', 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'fixed_ips': [{'subnet_id': '9a3a795a-5b0e-43d6-a360-a0c6523c9403'}]}} from dv-cinder-843277-6-iscsi. {{(pid=110841) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:03:24.662051 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:24.716565 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438194ad-da74-485f-b46b-9fa1dc5cb8fb tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Pushing event updated for resources: {'Port': ['ID=62ac8ae2-de6d-4539-8e21-9a572eab33d9,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:24.731595 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-48f727e3-c50e-4252-8d02-1240b286f593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:24.745203 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-7f7e59da-f230-4cb5-b380-147d41bec1e1 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:24.754486 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-7f7e59da-f230-4cb5-b380-147d41bec1e1 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/networks?id=5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc HTTP/1.1" status: 200 len: 809 time: 0.2245829 Jun 24 10:03:24.780910 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-b552eef1-8ce1-468f-b3a3-9dc4a515a03b tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/quotas/f896de1750fe4c7d9eef897027efb42f HTTP/1.1" status: 200 len: 375 time: 0.0253751 Jun 24 10:03:24.799218 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-438194ad-da74-485f-b46b-9fa1dc5cb8fb tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1265907 Jun 24 10:03:24.801655 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b5c7b750-460b-437c-8128-0ee07a036dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1836223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9608'] for router (b5569438-099f-4b68-9fb7-f12d68f20989), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:24.803229 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b5c7b750-460b-437c-8128-0ee07a036dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1837722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1896642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1615388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9603'] for router (b5569438-099f-4b68-9fb7-f12d68f20989), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:24.869900 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-95f06668-e84e-43b7-9c42-6f5e6798a61e tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f896de1750fe4c7d9eef897027efb42f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836792 Jun 24 10:03:24.889199 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b5c7b750-460b-437c-8128-0ee07a036dcd admin admin] Publish callbacks [] for router_controller (b5569438-099f-4b68-9fb7-f12d68f20989), precommit_add_association {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:24.896517 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-31bd4fdd-db0b-4237-b753-8009492ac144 service neutron] Request body: {'port': {'device_id': 'c170d532-d8da-4b26-879d-22c7dc180716', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:03:24.897172 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.db_base_plugin_common [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Allocated IP 172.20.0.2 (b62e03e6-e652-4ef9-a19f-cc1036cc714a/9a3a795a-5b0e-43d6-a360-a0c6523c9403/2af7ce0b-995a-43eb-b7d0-80d8221ed6c7) {{(pid=110841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:03:24.937600 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:24.956807 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:24.970362 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-31bd4fdd-db0b-4237-b753-8009492ac144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (62ac8ae2-de6d-4539-8e21-9a572eab33d9), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:25.026437 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-4a39dbc5-061d-4fbb-99c4-87677ee43f7a None None] Provisioning complete for port 62ac8ae2-de6d-4539-8e21-9a572eab33d9 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:25.026811 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-4a39dbc5-061d-4fbb-99c4-87677ee43f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (62ac8ae2-de6d-4539-8e21-9a572eab33d9), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:25.054573 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-0bbe23c6-4aff-41c3-923b-c2491d3f81a9 service neutron] 10.222.0.26 "GET /v2.0/networks/5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759541 Jun 24 10:03:25.097085 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-4a39dbc5-061d-4fbb-99c4-87677ee43f7a None None] Port 62ac8ae2-de6d-4539-8e21-9a572eab33d9 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:03:25.114565 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-48f727e3-c50e-4252-8d02-1240b286f593 admin admin] Publish callbacks [] for security_group (576d535a-bf94-4042-ba53-6a0dd60507fe), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:25.152861 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Publish callbacks [] for port (2af7ce0b-995a-43eb-b7d0-80d8221ed6c7), precommit_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:25.181413 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-48f727e3-c50e-4252-8d02-1240b286f593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (576d535a-bf94-4042-ba53-6a0dd60507fe), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:25.217328 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-eb1b780e-103e-4339-bfaa-bf179f393578 service neutron] 10.222.0.26 "GET /v2.0/networks/5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615243 Jun 24 10:03:25.254636 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-48f727e3-c50e-4252-8d02-1240b286f593 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33094b9be0c746bfb254cbd54bf1066f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8075297 Jun 24 10:03:25.255525 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f727e3-c50e-4252-8d02-1240b286f593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576d535a-bf94-4042-ba53-6a0dd60507fe,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:25.257965 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 40792) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:25.268494 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (2af7ce0b-995a-43eb-b7d0-80d8221ed6c7), after_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:25.337858 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Network b62e03e6-e652-4ef9-a19f-cc1036cc714a is already hosted by enough agents. {{(pid=110841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:03:25.341574 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.base_scheduler [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Resources bound (agent type, host, resource id): {{(pid=110841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:03:25.345534 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Received port after_create {{(pid=110841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:03:25.352643 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5e995a61-c4e4-46ba-ae06-2aaad0e7cc8b admin admin] Publish callbacks [] for security_group (576d535a-bf94-4042-ba53-6a0dd60507fe), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:25.356441 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c03df-c326-4795-8d9e-d8872cba9cbd req-136058d2-d671-40e9-b43f-1d0d25965834 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:25.357985 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f00c03df-c326-4795-8d9e-d8872cba9cbd req-136058d2-d671-40e9-b43f-1d0d25965834 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 931 time: 0.2523084 Jun 24 10:03:25.359358 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Pushing event updated for resources: {'Port': ['ID=2af7ce0b-995a-43eb-b7d0-80d8221ed6c7,revision_number=1']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:25.386009 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:25.386821 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:25.387494 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:25.388082 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:25.388783 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:25.389342 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:25.389875 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:25.390406 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:25.390937 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:25.391515 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:25.392056 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:25.392612 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:25.395433 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:25.395433 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:25.395433 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:25.433776 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5e995a61-c4e4-46ba-ae06-2aaad0e7cc8b admin admin] Publish callbacks [] for security_group (576d535a-bf94-4042-ba53-6a0dd60507fe), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:25.437019 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Attempting to bind port 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7 on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:03:25.437417 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Attempting to bind port 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7 by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': 'e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a'}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:03:25.437791 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Attempting to bind port 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7 on network b62e03e6-e652-4ef9-a19f-cc1036cc714a {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:03:25.445011 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:03:25.445468 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Checking segment: {'id': 'e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:03:25.447166 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:25.447637 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Bound using segment: {'id': 'e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a'} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:03:25.448243 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Bound port: 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a'}}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:03:25.448741 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (2af7ce0b-995a-43eb-b7d0-80d8221ed6c7), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:25.521364 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b5c7b750-460b-437c-8128-0ee07a036dcd admin admin] Publish callbacks [] for router_gateway (b5569438-099f-4b68-9fb7-f12d68f20989), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:25.561214 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ba2a759b-475c-4dd1-b3ab-24fea2e14bcb req-5b26bf86-9592-47d6-9d0f-17760cb9865f tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7951b2f-c465-46fa-9043-7d7e6f4b259a HTTP/1.1" status: 200 len: 210 time: 0.0471840 Jun 24 10:03:25.617380 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f00c03df-c326-4795-8d9e-d8872cba9cbd req-3965b858-efcb-42f9-b17c-4420617caebe tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733716 Jun 24 10:03:25.622523 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] For port 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:03:25.625766 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] For port 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=2af7ce0b-995a-43eb-b7d0-80d8221ed6c7,segment=NetworkSegment(e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a),segment_id=e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a)] {{(pid=110841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:03:25.674123 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5e995a61-c4e4-46ba-ae06-2aaad0e7cc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (576d535a-bf94-4042-ba53-6a0dd60507fe), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:25.677317 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5e995a61-c4e4-46ba-ae06-2aaad0e7cc8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:25.682233 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-5e995a61-c4e4-46ba-ae06-2aaad0e7cc8b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/576d535a-bf94-4042-ba53-6a0dd60507fe HTTP/1.1" status: 204 len: 168 time: 0.4231868 Jun 24 10:03:25.731685 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (2af7ce0b-995a-43eb-b7d0-80d8221ed6c7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:25.758101 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e995a61-c4e4-46ba-ae06-2aaad0e7cc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576d535a-bf94-4042-ba53-6a0dd60507fe,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:25.794849 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d no longer exists at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:03:25.797499 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f29670-3d52-47e5-a256-9d8713f2ddba req-cdd7cf56-e5ea-4fa7-9f15-c416acf77a6a tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:25.799450 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e9f29670-3d52-47e5-a256-9d8713f2ddba req-cdd7cf56-e5ea-4fa7-9f15-c416acf77a6a tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.1161518 Jun 24 10:03:25.829516 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.notifiers.nova [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-31bd4fdd-db0b-4237-b753-8009492ac144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ac8ae2-de6d-4539-8e21-9a572eab33d9 {{(pid=110840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:03:25.846055 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-31bd4fdd-db0b-4237-b753-8009492ac144 service neutron] Publish callbacks [] for port (62ac8ae2-de6d-4539-8e21-9a572eab33d9), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:25.863554 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] No Port match for: ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:03:25.863958 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device ed6b5cc2-a7e3-4ac0-abfe-e6b6113d103d not bound to the agent host hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:03:25.882462 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:25.888869 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79ae60-1bab-427c-ae88-5bb52e0506b8 None None] Pushing event updated for resources: {'Port': ['ID=2af7ce0b-995a-43eb-b7d0-80d8221ed6c7,revision_number=2']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:25.901153 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.provisioning_blocks [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-31bd4fdd-db0b-4237-b753-8009492ac144 service neutron] Transition to ACTIVE for port object 62ac8ae2-de6d-4539-8e21-9a572eab33d9 will not be triggered until provisioned by entity L2. {{(pid=110840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:03:25.931169 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e9f29670-3d52-47e5-a256-9d8713f2ddba req-648fffea-228b-4822-8e63-7cbcdbcc3792 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234536 Jun 24 10:03:25.966323 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-31bd4fdd-db0b-4237-b753-8009492ac144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (62ac8ae2-de6d-4539-8e21-9a572eab33d9), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:26.098078 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd4fdd-db0b-4237-b753-8009492ac144 service neutron] Pushing event updated for resources: {'Port': ['ID=62ac8ae2-de6d-4539-8e21-9a572eab33d9,revision_number=2']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:26.187142 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b5c7b750-460b-437c-8128-0ee07a036dcd admin admin] Publish callbacks [] for router_gateway (b5569438-099f-4b68-9fb7-f12d68f20989), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:26.267855 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b5c7b750-460b-437c-8128-0ee07a036dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:26.285632 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.managers [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-31bd4fdd-db0b-4237-b753-8009492ac144 service neutron] Attempting to bind port 62ac8ae2-de6d-4539-8e21-9a572eab33d9 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=110840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:03:26.285967 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.managers [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-31bd4fdd-db0b-4237-b753-8009492ac144 service neutron] Attempting to bind port 62ac8ae2-de6d-4539-8e21-9a572eab33d9 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '18d9f559-afbe-4071-9df5-d5e429c5cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa'}] {{(pid=110840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:03:26.286297 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-31bd4fdd-db0b-4237-b753-8009492ac144 service neutron] Attempting to bind port 62ac8ae2-de6d-4539-8e21-9a572eab33d9 on network fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa {{(pid=110840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:03:26.389326 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-31bd4fdd-db0b-4237-b753-8009492ac144 service neutron] Port 62ac8ae2-de6d-4539-8e21-9a572eab33d9 on network fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=110840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:03:26.389881 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-31bd4fdd-db0b-4237-b753-8009492ac144 service neutron] Attempting to bind port 62ac8ae2-de6d-4539-8e21-9a572eab33d9 on network fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa {{(pid=110840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:03:26.408111 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:26.439826 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-31bd4fdd-db0b-4237-b753-8009492ac144 service neutron] Checking agent: {'id': '26214230-7434-41f1-bd59-00d94ef0f061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'started_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:03:26.440233 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-31bd4fdd-db0b-4237-b753-8009492ac144 service neutron] Checking segment: {'id': '18d9f559-afbe-4071-9df5-d5e429c5cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:03:26.440580 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-31bd4fdd-db0b-4237-b753-8009492ac144 service neutron] Bound using segment: {'id': '18d9f559-afbe-4071-9df5-d5e429c5cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa'} {{(pid=110840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:03:26.441114 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.managers [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-31bd4fdd-db0b-4237-b753-8009492ac144 service neutron] Bound port: 62ac8ae2-de6d-4539-8e21-9a572eab33d9, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18d9f559-afbe-4071-9df5-d5e429c5cbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa'}}] {{(pid=110840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:03:26.441513 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-31bd4fdd-db0b-4237-b753-8009492ac144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (62ac8ae2-de6d-4539-8e21-9a572eab33d9), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:26.468855 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:26.519380 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_common [None req-b5c7b750-460b-437c-8128-0ee07a036dcd admin admin] Allocated IP 172.27.2.148 (a3837c3f-8d84-4126-8dfc-b4bde8a26600/ef99dc90-6579-4f1e-9fc6-58eb2334384d/6a5813f6-07cf-4d14-899c-2258ebb8e2c6) {{(pid=110840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:03:26.553344 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-31bd4fdd-db0b-4237-b753-8009492ac144 service neutron] For port 62ac8ae2-de6d-4539-8e21-9a572eab33d9, host hv-cinder-84327, cleared binding levels {{(pid=110840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:03:26.583354 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-31bd4fdd-db0b-4237-b753-8009492ac144 service neutron] For port 62ac8ae2-de6d-4539-8e21-9a572eab33d9, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=62ac8ae2-de6d-4539-8e21-9a572eab33d9,segment=NetworkSegment(18d9f559-afbe-4071-9df5-d5e429c5cbf9),segment_id=18d9f559-afbe-4071-9df5-d5e429c5cbf9)] {{(pid=110840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:03:26.661644 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-31bd4fdd-db0b-4237-b753-8009492ac144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (62ac8ae2-de6d-4539-8e21-9a572eab33d9), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:26.737759 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b5c7b750-460b-437c-8128-0ee07a036dcd admin admin] Publish callbacks [] for port (6a5813f6-07cf-4d14-899c-2258ebb8e2c6), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:26.806456 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-31bd4fdd-db0b-4237-b753-8009492ac144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:26.807077 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-31bd4fdd-db0b-4237-b753-8009492ac144 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:26.808590 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-31bd4fdd-db0b-4237-b753-8009492ac144 service neutron] 10.222.0.55 "PUT /v2.0/ports/62ac8ae2-de6d-4539-8e21-9a572eab33d9 HTTP/1.1" status: 200 len: 1093 time: 1.9167328 Jun 24 10:03:26.809037 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c170d532-d8da-4b26-879d-22c7dc180716', 'tag': '62ac8ae2-de6d-4539-8e21-9a572eab33d9'}] {{(pid=110840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:03:26.814203 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918deba4491858943d5af62f7e2b7193d4f3e11e5a976540219041625139a41f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dc92e2-6b90-4f44-a8a3-858045f98a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "c170d532-d8da-4b26-879d-22c7dc180716", "tag": "62ac8ae2-de6d-4539-8e21-9a572eab33d9"}]}' {{(pid=110840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:03:26.842691 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d70ea-fad1-44f1-8f63-ac9e11f1cc7e req-ffdae625-3c2d-414b-9205-6ea49320190d tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:26.851788 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-023d70ea-fad1-44f1-8f63-ac9e11f1cc7e req-ffdae625-3c2d-414b-9205-6ea49320190d tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 943 time: 0.1146195 Jun 24 10:03:26.878219 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:03:26.888754 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:26.908884 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-3101471c-c835-44c8-b04c-f3a28e0df200 req-6e795998-9e1a-4554-a233-113e85b37d85 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7951b2f-c465-46fa-9043-7d7e6f4b259a HTTP/1.1" status: 200 len: 210 time: 0.1913025 Jun 24 10:03:26.909063 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:26.909769 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:26.959567 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b5c7b750-460b-437c-8128-0ee07a036dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (6a5813f6-07cf-4d14-899c-2258ebb8e2c6), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:27.039614 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-023d70ea-fad1-44f1-8f63-ac9e11f1cc7e req-f0245c96-3d79-4f73-8f20-86bde2b969cc tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718149 Jun 24 10:03:27.047736 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb78fc6-0d88-4f03-917f-a02e014eb6eb x-openstack-request-id: req-7cb78fc6-0d88-4f03-917f-a02e014eb6eb {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:03:27.048210 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c170d532-d8da-4b26-879d-22c7dc180716", "tag": "62ac8ae2-de6d-4539-8e21-9a572eab33d9", "status": "completed", "code": 200}]} {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:03:27.049971 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7cb78fc6-0d88-4f03-917f-a02e014eb6eb {{(pid=110840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:03:27.050529 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cb78fc6-0d88-4f03-917f-a02e014eb6eb'] response: {'name': 'network-changed', 'server_uuid': 'c170d532-d8da-4b26-879d-22c7dc180716', 'tag': '62ac8ae2-de6d-4539-8e21-9a572eab33d9', 'status': 'completed', 'code': 200} Jun 24 10:03:27.059009 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:27.059690 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (2af7ce0b-995a-43eb-b7d0-80d8221ed6c7), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:27.173152 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c7b750-460b-437c-8128-0ee07a036dcd admin admin] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:03:27.175606 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd4fdd-db0b-4237-b753-8009492ac144 service neutron] Pushing event updated for resources: {'Port': ['ID=62ac8ae2-de6d-4539-8e21-9a572eab33d9,revision_number=3']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:27.255338 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7 is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:03:27.257905 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (2af7ce0b-995a-43eb-b7d0-80d8221ed6c7), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:27.302375 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304040e-58d6-489a-8cbc-5987bc6956cb req-8375e709-1c2e-4cfd-b848-870738fb6bcd tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:27.311076 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f304040e-58d6-489a-8cbc-5987bc6956cb req-8375e709-1c2e-4cfd-b848-870738fb6bcd tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.1530082 Jun 24 10:03:27.313181 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-b5c7b750-460b-437c-8128-0ee07a036dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:03:27.319948 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c7b750-460b-437c-8128-0ee07a036dcd admin admin] Received port after_create {{(pid=110840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:03:27.334260 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] For port 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=2af7ce0b-995a-43eb-b7d0-80d8221ed6c7,segment=NetworkSegment(e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a),segment_id=e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:03:27.412237 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-e4da14de-779a-40a5-8c51-aeb60a65f602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:27.413744 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-e4da14de-779a-40a5-8c51-aeb60a65f602 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddf89eff2d584c508a967f1686090be1&device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 1127 time: 0.4607069 Jun 24 10:03:27.457861 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (2af7ce0b-995a-43eb-b7d0-80d8221ed6c7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:27.509582 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7b750-460b-437c-8128-0ee07a036dcd admin admin] Pushing event updated for resources: {'Port': ['ID=6a5813f6-07cf-4d14-899c-2258ebb8e2c6,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:27.541974 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-72abf771-9272-4c2b-a793-ecb1377af5bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62ac8ae2-de6d-4539-8e21-9a572eab33d9 HTTP/1.1" status: 200 len: 217 time: 0.0938232 Jun 24 10:03:27.542195 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157d9fb7-74e5-442b-a3d7-388cc3822c6b None None] Network b62e03e6-e652-4ef9-a19f-cc1036cc714a requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:03:27.563592 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Pushing event updated for resources: {'Port': ['ID=2af7ce0b-995a-43eb-b7d0-80d8221ed6c7,revision_number=3']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:27.568930 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f304040e-58d6-489a-8cbc-5987bc6956cb req-06a47ff2-e17f-4c20-9c11-51a9e333cfb7 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568202 Jun 24 10:03:27.581656 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:27.634259 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-e7dd1c4b-c38c-4ca0-8b36-11853605047a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:27.634882 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-9a32e5e8-c52a-4d34-b6f3-4d4ab94dad62 None None] Provisioning complete for port 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:27.635528 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-9a32e5e8-c52a-4d34-b6f3-4d4ab94dad62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (2af7ce0b-995a-43eb-b7d0-80d8221ed6c7), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:27.635749 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-e7dd1c4b-c38c-4ca0-8b36-11853605047a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=144899a2-b09a-495a-b00a-6c663cd7966a HTTP/1.1" status: 200 len: 857 time: 0.0862119 Jun 24 10:03:27.718971 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:27.762732 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-9a32e5e8-c52a-4d34-b6f3-4d4ab94dad62 None None] Current status of the port 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:03:27.839122 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b5c7b750-460b-437c-8128-0ee07a036dcd admin admin] Publish callbacks [] for router_gateway (b5569438-099f-4b68-9fb7-f12d68f20989), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:28.099696 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-65158860-7589-493f-9023-0fd2e15ec9d4 None None] Provisioning complete for port 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:28.100839 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-65158860-7589-493f-9023-0fd2e15ec9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (2af7ce0b-995a-43eb-b7d0-80d8221ed6c7), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:28.114583 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26509bf0-19b6-45ac-af93-46d10f6aca9f req-653bbc26-6e98-4c49-9aec-a0e7ecd36159 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:28.122801 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26509bf0-19b6-45ac-af93-46d10f6aca9f req-653bbc26-6e98-4c49-9aec-a0e7ecd36159 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0757222 Jun 24 10:03:28.215374 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-65158860-7589-493f-9023-0fd2e15ec9d4 None None] Current status of the port 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:03:28.217891 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26509bf0-19b6-45ac-af93-46d10f6aca9f req-32a4da93-565b-4018-a2ce-cf86961bff71 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926499 Jun 24 10:03:28.272930 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-d7063a0b-b89f-4e98-b0d9-7243be92a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:28.274985 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-d7063a0b-b89f-4e98-b0d9-7243be92a638 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4369478 Jun 24 10:03:28.278175 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-98729457-ca80-4371-8579-7e80d16118b4 req-332a0834-6a47-4ea6-a9c9-9f9106b504fb tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7951b2f-c465-46fa-9043-7d7e6f4b259a HTTP/1.1" status: 200 len: 210 time: 0.0479782 Jun 24 10:03:28.370681 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-8faa2c78-1344-4a61-917f-5be84013c93b tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:28.372145 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-8faa2c78-1344-4a61-917f-5be84013c93b tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.55 "GET /v2.0/networks?id=5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc HTTP/1.1" status: 200 len: 809 time: 0.1507277 Jun 24 10:03:28.386172 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc1c0b-68bb-460d-935b-2675bafb2e91 req-7e0f8c81-8300-4d73-add9-104c99e454f9 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:28.386917 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-fedc1c0b-68bb-460d-935b-2675bafb2e91 req-7e0f8c81-8300-4d73-add9-104c99e454f9 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 943 time: 0.0711322 Jun 24 10:03:28.393320 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-b92243c4-2848-439a-a7c5-f5bf511747da tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Request body: {'port': {'device_id': 'b7951b2f-c465-46fa-9043-7d7e6f4b259a', 'network_id': '5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc', 'admin_state_up': True, 'tenant_id': 'f896de1750fe4c7d9eef897027efb42f'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:03:28.486530 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-d35fdfe1-baf2-4617-b573-29436dc17667 service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943736 Jun 24 10:03:28.487523 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b5c7b750-460b-437c-8128-0ee07a036dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1836637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1896614'] for router (b5569438-099f-4b68-9fb7-f12d68f20989), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:28.510960 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-fedc1c0b-68bb-460d-935b-2675bafb2e91 req-20b6a34d-dcd4-4fe3-ad4c-e275e7f7d227 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919914 Jun 24 10:03:28.656814 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-b92243c4-2848-439a-a7c5-f5bf511747da tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Made reservation on behalf of f896de1750fe4c7d9eef897027efb42f for: {'port': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:03:28.661989 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-b92243c4-2848-439a-a7c5-f5bf511747da tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:28.663166 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:03:28.710448 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:28.724799 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:28.725852 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (2af7ce0b-995a-43eb-b7d0-80d8221ed6c7), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:28.748622 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf747a8-0ddc-419c-aa66-606904378ff6 req-913063e9-82fa-4cd5-9bb7-b690980aa1c6 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:28.750132 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-aaf747a8-0ddc-419c-aa66-606904378ff6 req-913063e9-82fa-4cd5-9bb7-b690980aa1c6 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.1041989 Jun 24 10:03:28.756213 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-def65225-6bbd-4508-85f6-3a8d0e99e5f9 req-c99304c2-4b73-4f97-b8a5-b62b2433b3d0 service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607074 Jun 24 10:03:28.802639 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:03:28.835396 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-aaf747a8-0ddc-419c-aa66-606904378ff6 req-f47b7738-d069-4d00-9c40-251d6852c1a4 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575025 Jun 24 10:03:28.848232 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-b92243c4-2848-439a-a7c5-f5bf511747da tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Allocated IP 172.20.0.11 (5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc/a7389cd4-784c-444f-b0c2-7e07bb04e4e6/7a2487cd-65e1-440a-993c-799a4156c918) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:03:28.970850 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c7b750-460b-437c-8128-0ee07a036dcd admin admin] Router b5569438-099f-4b68-9fb7-f12d68f20989 is scheduled to L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 with binding_index 1 {{(pid=110840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:03:29.024542 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-b92243c4-2848-439a-a7c5-f5bf511747da tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Publish callbacks [] for port (7a2487cd-65e1-440a-993c-799a4156c918), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:29.036752 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:29.094994 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c7b750-460b-437c-8128-0ee07a036dcd admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:03:29.105616 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] Sync routers for ids ['b5569438-099f-4b68-9fb7-f12d68f20989'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:03:29.118743 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] Routers {'b5569438-099f-4b68-9fb7-f12d68f20989'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:03:29.119341 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:03:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['b5569438-099f-4b68-9fb7-f12d68f20989'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:03:29.128355 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-b92243c4-2848-439a-a7c5-f5bf511747da tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (7a2487cd-65e1-440a-993c-799a4156c918), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:29.173969 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-b92243c4-2848-439a-a7c5-f5bf511747da tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Network 5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:03:29.177030 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-b92243c4-2848-439a-a7c5-f5bf511747da tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:03:29.181097 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-b92243c4-2848-439a-a7c5-f5bf511747da tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:03:29.209989 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92243c4-2848-439a-a7c5-f5bf511747da tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Pushing event updated for resources: {'Port': ['ID=7a2487cd-65e1-440a-993c-799a4156c918,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:29.224911 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b5c7b750-460b-437c-8128-0ee07a036dcd admin admin] Publish callbacks [] for router (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:29.226198 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-b5c7b750-460b-437c-8128-0ee07a036dcd admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6782663 Jun 24 10:03:29.229731 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 40930) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:29.236162 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-b92243c4-2848-439a-a7c5-f5bf511747da tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:29.236609 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-b92243c4-2848-439a-a7c5-f5bf511747da tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:29.264698 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] Set router b5569438-099f-4b68-9fb7-f12d68f20989 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:03:29.340316 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:29.375734 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d743bc-0148-45a9-9500-6a929f3cff0f req-f1172fce-8548-452b-98db-7ec7c2765b5f tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:29.378969 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-07d743bc-0148-45a9-9500-6a929f3cff0f req-f1172fce-8548-452b-98db-7ec7c2765b5f tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0666676 Jun 24 10:03:29.384739 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-b92243c4-2848-439a-a7c5-f5bf511747da tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9950793 Jun 24 10:03:29.457936 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-07d743bc-0148-45a9-9500-6a929f3cff0f req-6a8cf129-19b4-4881-a01e-eecb5412c8f3 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723665 Jun 24 10:03:29.483682 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'name': 'tempest-TestMinimumBasicScenario-1894382342-router', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a5813f6-07cf-4d14-899c-2258ebb8e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:03:24Z', 'updated_at': '2022-06-24T10:03:27Z', 'revision_number': 3, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'gw_port': {'id': '6a5813f6-07cf-4d14-899c-2258ebb8e2c6', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:88:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:26Z', 'updated_at': '2022-06-24T10:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:03:29.496110 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4e223-9aff-4400-bd6b-b21afa2fbf83 req-9ee704eb-867f-4ef4-862a-b5afae7b1509 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:29.497686 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c4d4e223-9aff-4400-bd6b-b21afa2fbf83 req-9ee704eb-867f-4ef4-862a-b5afae7b1509 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7951b2f-c465-46fa-9043-7d7e6f4b259a HTTP/1.1" status: 200 len: 932 time: 0.0870390 Jun 24 10:03:29.519357 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] Checking router: b5569438-099f-4b68-9fb7-f12d68f20989 for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:03:29.519844 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] Updating router b5569438-099f-4b68-9fb7-f12d68f20989 port 6a5813f6-07cf-4d14-899c-2258ebb8e2c6 binding host dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:03:29.554200 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (6a5813f6-07cf-4d14-899c-2258ebb8e2c6), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:29.629593 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c4d4e223-9aff-4400-bd6b-b21afa2fbf83 req-54933039-3634-482d-a3be-ce4b3cced8bc tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219909 Jun 24 10:03:29.664029 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58374201-c51c-4851-a076-c8554b4a0f76 req-f427d4ff-24a6-4c47-ae56-6d153f1762da tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:29.666191 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-58374201-c51c-4851-a076-c8554b4a0f76 req-f427d4ff-24a6-4c47-ae56-6d153f1762da tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 943 time: 0.0619628 Jun 24 10:03:29.729004 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-58374201-c51c-4851-a076-c8554b4a0f76 req-afdb0b6d-bd69-448b-86d3-3be944842b53 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563118 Jun 24 10:03:29.808869 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 62ac8ae2-de6d-4539-8e21-9a572eab33d9 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:03:29.862420 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-247dec95-d11b-4784-880e-7722e50de07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:29.882700 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-baf38226-ea91-4ef1-8d78-df48d675d003 service neutron] Request body: {'port': {'device_id': 'b7951b2f-c465-46fa-9043-7d7e6f4b259a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:03:29.928362 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc92e2-6b90-4f44-a8a3-858045f98a1b req-59c96430-4a01-460e-82de-3a5139e88562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:29.930045 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-39dc92e2-6b90-4f44-a8a3-858045f98a1b req-59c96430-4a01-460e-82de-3a5139e88562 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddf89eff2d584c508a967f1686090be1&device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 1127 time: 0.0504711 Jun 24 10:03:29.969321 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-baf38226-ea91-4ef1-8d78-df48d675d003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (7a2487cd-65e1-440a-993c-799a4156c918), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:30.037765 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:30.084799 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 62ac8ae2-de6d-4539-8e21-9a572eab33d9, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=62ac8ae2-de6d-4539-8e21-9a572eab33d9,segment=NetworkSegment(18d9f559-afbe-4071-9df5-d5e429c5cbf9),segment_id=18d9f559-afbe-4071-9df5-d5e429c5cbf9)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:03:30.136765 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': '62ac8ae2-de6d-4539-8e21-9a572eab33d9', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'port_id': '62ac8ae2-de6d-4539-8e21-9a572eab33d9', 'mac_address': 'fa:16:3e:4e:be:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:03:30.142930 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c0bf9-ddda-4b7d-acfa-74858c0e996c req-9d8957d5-4546-4623-8c18-4f947d196470 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:30.142930 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-559c0bf9-ddda-4b7d-acfa-74858c0e996c req-9d8957d5-4546-4623-8c18-4f947d196470 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.1340008 Jun 24 10:03:30.187328 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] Publish callbacks [] for port (6a5813f6-07cf-4d14-899c-2258ebb8e2c6), precommit_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:30.198622 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 62ac8ae2-de6d-4539-8e21-9a572eab33d9 is: DOWN; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:03:30.199068 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (62ac8ae2-de6d-4539-8e21-9a572eab33d9), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:30.214007 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ac8ae2-de6d-4539-8e21-9a572eab33d9 {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:03:30.229253 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:30.237380 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 62ac8ae2-de6d-4539-8e21-9a572eab33d9, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=62ac8ae2-de6d-4539-8e21-9a572eab33d9,segment=NetworkSegment(18d9f559-afbe-4071-9df5-d5e429c5cbf9),segment_id=18d9f559-afbe-4071-9df5-d5e429c5cbf9)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:03:30.277310 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-baf38226-ea91-4ef1-8d78-df48d675d003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a2487cd-65e1-440a-993c-799a4156c918 {{(pid=110839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:03:30.284805 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-baf38226-ea91-4ef1-8d78-df48d675d003 service neutron] Publish callbacks [] for port (7a2487cd-65e1-440a-993c-799a4156c918), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:30.288850 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-559c0bf9-ddda-4b7d-acfa-74858c0e996c req-5fc033b6-8829-4819-a50b-e2bc4b06c1f8 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373832 Jun 24 10:03:30.298959 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.provisioning_blocks [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-baf38226-ea91-4ef1-8d78-df48d675d003 service neutron] Transition to ACTIVE for port object 7a2487cd-65e1-440a-993c-799a4156c918 will not be triggered until provisioned by entity L2. {{(pid=110839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:03:30.369604 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (6a5813f6-07cf-4d14-899c-2258ebb8e2c6), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:30.374288 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (62ac8ae2-de6d-4539-8e21-9a572eab33d9), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:30.410765 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-baf38226-ea91-4ef1-8d78-df48d675d003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (7a2487cd-65e1-440a-993c-799a4156c918), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:30.448874 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] Attempting to bind port 6a5813f6-07cf-4d14-899c-2258ebb8e2c6 on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:03:30.449332 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] Attempting to bind port 6a5813f6-07cf-4d14-899c-2258ebb8e2c6 by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:03:30.450131 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] Attempting to bind port 6a5813f6-07cf-4d14-899c-2258ebb8e2c6 on network a3837c3f-8d84-4126-8dfc-b4bde8a26600 {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:03:30.469847 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b8c61-3b47-4eea-989f-5b783e8f2355 None None] Pushing event updated for resources: {'Port': ['ID=6a5813f6-07cf-4d14-899c-2258ebb8e2c6,revision_number=2']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:30.470775 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf38226-ea91-4ef1-8d78-df48d675d003 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2487cd-65e1-440a-993c-799a4156c918,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:30.533223 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:03:30.533507 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] Checking segment: {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:03:30.533916 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:30.534312 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] Bound using segment: {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:03:30.534853 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] Bound port: 6a5813f6-07cf-4d14-899c-2258ebb8e2c6, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:03:30.535221 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (6a5813f6-07cf-4d14-899c-2258ebb8e2c6), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:30.536516 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc92e2-6b90-4f44-a8a3-858045f98a1b req-41787a3d-1f16-43df-a185-eb784be6bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:30.538641 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=62ac8ae2-de6d-4539-8e21-9a572eab33d9,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:30.540862 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-39dc92e2-6b90-4f44-a8a3-858045f98a1b req-41787a3d-1f16-43df-a185-eb784be6bbd1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa HTTP/1.1" status: 200 len: 919 time: 0.5906346 Jun 24 10:03:30.614557 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_common [None req-247dec95-d11b-4784-880e-7722e50de07d admin admin] Allocated IP 172.20.0.1 (b62e03e6-e652-4ef9-a19f-cc1036cc714a/9a3a795a-5b0e-43d6-a360-a0c6523c9403/a5eb2220-841b-4c28-b663-e12bffee240a) {{(pid=110840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:03:30.619369 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-39dc92e2-6b90-4f44-a8a3-858045f98a1b req-3e1ec9ae-9504-4d0c-9867-02880319b0f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62ac8ae2-de6d-4539-8e21-9a572eab33d9 HTTP/1.1" status: 200 len: 217 time: 0.0718911 Jun 24 10:03:30.620104 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:30.622518 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] For port 6a5813f6-07cf-4d14-899c-2258ebb8e2c6, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:03:30.626493 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-baf38226-ea91-4ef1-8d78-df48d675d003 service neutron] Attempting to bind port 7a2487cd-65e1-440a-993c-799a4156c918 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:03:30.626811 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-baf38226-ea91-4ef1-8d78-df48d675d003 service neutron] Attempting to bind port 7a2487cd-65e1-440a-993c-799a4156c918 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '5962482e-f02e-484d-a613-c8aa8750d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc'}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:03:30.627257 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-baf38226-ea91-4ef1-8d78-df48d675d003 service neutron] Attempting to bind port 7a2487cd-65e1-440a-993c-799a4156c918 on network 5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:03:30.630021 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] For port 6a5813f6-07cf-4d14-899c-2258ebb8e2c6, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=6a5813f6-07cf-4d14-899c-2258ebb8e2c6,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:03:30.636249 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-baf38226-ea91-4ef1-8d78-df48d675d003 service neutron] Port 7a2487cd-65e1-440a-993c-799a4156c918 on network 5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:03:30.636576 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-baf38226-ea91-4ef1-8d78-df48d675d003 service neutron] Attempting to bind port 7a2487cd-65e1-440a-993c-799a4156c918 on network 5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:03:30.644061 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e275ec-c8d7-4e78-8a35-ab28cad142cc req-c7710a0b-ceec-49ab-b787-3fc0110086be tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:30.645596 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-82e275ec-c8d7-4e78-8a35-ab28cad142cc req-c7710a0b-ceec-49ab-b787-3fc0110086be tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0647824 Jun 24 10:03:30.650218 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-baf38226-ea91-4ef1-8d78-df48d675d003 service neutron] Checking agent: {'id': '26214230-7434-41f1-bd59-00d94ef0f061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'started_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:03:30.651687 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-baf38226-ea91-4ef1-8d78-df48d675d003 service neutron] Checking segment: {'id': '5962482e-f02e-484d-a613-c8aa8750d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:03:30.651687 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-baf38226-ea91-4ef1-8d78-df48d675d003 service neutron] Bound using segment: {'id': '5962482e-f02e-484d-a613-c8aa8750d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc'} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:03:30.651687 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-baf38226-ea91-4ef1-8d78-df48d675d003 service neutron] Bound port: 7a2487cd-65e1-440a-993c-799a4156c918, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5962482e-f02e-484d-a613-c8aa8750d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc'}}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:03:30.651687 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-baf38226-ea91-4ef1-8d78-df48d675d003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (7a2487cd-65e1-440a-993c-799a4156c918), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:30.692724 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['62ac8ae2-de6d-4539-8e21-9a572eab33d9'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:03:30.696798 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:30.744704 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-82e275ec-c8d7-4e78-8a35-ab28cad142cc req-08d58975-2cf9-414b-8732-42765a889146 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905735 Jun 24 10:03:30.755994 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-baf38226-ea91-4ef1-8d78-df48d675d003 service neutron] For port 7a2487cd-65e1-440a-993c-799a4156c918, host hv-cinder-84327, cleared binding levels {{(pid=110839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:03:30.759882 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-baf38226-ea91-4ef1-8d78-df48d675d003 service neutron] For port 7a2487cd-65e1-440a-993c-799a4156c918, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=7a2487cd-65e1-440a-993c-799a4156c918,segment=NetworkSegment(5962482e-f02e-484d-a613-c8aa8750d95c),segment_id=5962482e-f02e-484d-a613-c8aa8750d95c)] {{(pid=110839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:03:30.775184 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (6a5813f6-07cf-4d14-899c-2258ebb8e2c6), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:30.819586 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:30.859848 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc92e2-6b90-4f44-a8a3-858045f98a1b req-2303b3c9-aee3-452a-8df4-96f95bf13585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:30.862155 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-39dc92e2-6b90-4f44-a8a3-858045f98a1b req-2303b3c9-aee3-452a-8df4-96f95bf13585 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=144899a2-b09a-495a-b00a-6c663cd7966a HTTP/1.1" status: 200 len: 857 time: 0.1556685 Jun 24 10:03:30.872585 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf3cbf-0028-420b-bf01-f5fa9f3eee51 req-96553e2b-292b-4fc8-812b-a7778acfe514 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:30.874100 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-92bf3cbf-0028-420b-bf01-f5fa9f3eee51 req-96553e2b-292b-4fc8-812b-a7778acfe514 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7951b2f-c465-46fa-9043-7d7e6f4b259a HTTP/1.1" status: 200 len: 944 time: 0.1039717 Jun 24 10:03:30.892708 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-baf38226-ea91-4ef1-8d78-df48d675d003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (7a2487cd-65e1-440a-993c-799a4156c918), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:30.906959 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-247dec95-d11b-4784-880e-7722e50de07d admin admin] Publish callbacks [] for port (a5eb2220-841b-4c28-b663-e12bffee240a), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:30.977435 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc92e2-6b90-4f44-a8a3-858045f98a1b req-e08f45a3-e23e-4ace-9366-822554f44218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:30.980463 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-39dc92e2-6b90-4f44-a8a3-858045f98a1b req-e08f45a3-e23e-4ace-9366-822554f44218 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0974708 Jun 24 10:03:30.990074 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] Routers {'b5569438-099f-4b68-9fb7-f12d68f20989'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:03:30.990714 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:03:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['b5569438-099f-4b68-9fb7-f12d68f20989'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:03:30.992437 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b8c61-3b47-4eea-989f-5b783e8f2355 None None] Pushing event updated for resources: {'Port': ['ID=6a5813f6-07cf-4d14-899c-2258ebb8e2c6,revision_number=3']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:31.000396 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d150f-f9a3-4ca2-aae3-78f73ecb396e req-03363cab-7d08-43ce-b965-026302c7b52f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:31.011281 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-166d150f-f9a3-4ca2-aae3-78f73ecb396e req-03363cab-7d08-43ce-b965-026302c7b52f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 944 time: 0.1622639 Jun 24 10:03:31.012382 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-baf38226-ea91-4ef1-8d78-df48d675d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:31.012768 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-baf38226-ea91-4ef1-8d78-df48d675d003 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:31.014137 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-baf38226-ea91-4ef1-8d78-df48d675d003 service neutron] 10.222.0.55 "PUT /v2.0/ports/7a2487cd-65e1-440a-993c-799a4156c918 HTTP/1.1" status: 200 len: 1094 time: 1.1360381 Jun 24 10:03:31.019985 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7951b2f-c465-46fa-9043-7d7e6f4b259a', 'tag': '7a2487cd-65e1-440a-993c-799a4156c918'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:03:31.022603 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4253421-6b46-4b4f-8445-f8460e6fac03" -d '{"events": [{"name": "network-changed", "server_uuid": "b7951b2f-c465-46fa-9043-7d7e6f4b259a", "tag": "7a2487cd-65e1-440a-993c-799a4156c918"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:03:31.047239 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf38226-ea91-4ef1-8d78-df48d675d003 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2487cd-65e1-440a-993c-799a4156c918,revision_number=3']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:31.052707 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-92bf3cbf-0028-420b-bf01-f5fa9f3eee51 req-d15c034c-b547-4783-952e-866cb4f8a459 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494827 Jun 24 10:03:31.138447 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-166d150f-f9a3-4ca2-aae3-78f73ecb396e req-82f748a0-a64e-4138-b6d6-4f58477fb6e7 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228774 Jun 24 10:03:31.180769 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072eec3e-01ba-417b-850a-a0be1f8b3156 x-openstack-request-id: req-072eec3e-01ba-417b-850a-a0be1f8b3156 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:03:31.181198 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7951b2f-c465-46fa-9043-7d7e6f4b259a", "tag": "7a2487cd-65e1-440a-993c-799a4156c918", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:03:31.181740 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-072eec3e-01ba-417b-850a-a0be1f8b3156 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:03:31.182141 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-072eec3e-01ba-417b-850a-a0be1f8b3156'] response: {'name': 'network-changed', 'server_uuid': 'b7951b2f-c465-46fa-9043-7d7e6f4b259a', 'tag': '7a2487cd-65e1-440a-993c-799a4156c918', 'status': 'completed', 'code': 200} Jun 24 10:03:31.202421 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-38e1f662-13e5-43d5-a968-32ea22bac8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:31.204205 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-38e1f662-13e5-43d5-a968-32ea22bac8c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f896de1750fe4c7d9eef897027efb42f&device_id=b7951b2f-c465-46fa-9043-7d7e6f4b259a HTTP/1.1" status: 200 len: 1128 time: 0.0633640 Jun 24 10:03:31.222957 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-39dc92e2-6b90-4f44-a8a3-858045f98a1b req-0540c505-6dd2-4406-9562-bba1941c3b52 service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275975 Jun 24 10:03:31.237006 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] Set router b5569438-099f-4b68-9fb7-f12d68f20989 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:03:31.248419 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-9b5f98d8-9437-4e76-ba38-d9d9be5018eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a2487cd-65e1-440a-993c-799a4156c918 HTTP/1.1" status: 200 len: 217 time: 0.0344930 Jun 24 10:03:31.265728 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-247dec95-d11b-4784-880e-7722e50de07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (a5eb2220-841b-4c28-b663-e12bffee240a), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:31.332674 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247dec95-d11b-4784-880e-7722e50de07d admin admin] Network b62e03e6-e652-4ef9-a19f-cc1036cc714a is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:03:31.334203 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-247dec95-d11b-4784-880e-7722e50de07d admin admin] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:03:31.341372 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247dec95-d11b-4784-880e-7722e50de07d admin admin] Received port after_create {{(pid=110840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:03:31.342113 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-247dec95-d11b-4784-880e-7722e50de07d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1900035'] for router_interface (b5569438-099f-4b68-9fb7-f12d68f20989), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:31.404950 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247dec95-d11b-4784-880e-7722e50de07d admin admin] Pushing event updated for resources: {'Port': ['ID=a5eb2220-841b-4c28-b663-e12bffee240a,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:31.474908 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'name': 'tempest-TestMinimumBasicScenario-1894382342-router', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a5813f6-07cf-4d14-899c-2258ebb8e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:03:24Z', 'updated_at': '2022-06-24T10:03:27Z', 'revision_number': 3, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'gw_port': {'id': '6a5813f6-07cf-4d14-899c-2258ebb8e2c6', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:88:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:26Z', 'updated_at': '2022-06-24T10:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:03:31.490597 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c67905-88c3-4cd0-bde5-666eb5961d90 req-5ab6af91-3e64-4702-b95f-dfd4c2f7dca6 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:31.499660 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-33c67905-88c3-4cd0-bde5-666eb5961d90 req-5ab6af91-3e64-4702-b95f-dfd4c2f7dca6 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.0675659 Jun 24 10:03:31.517260 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688eb718-5b0d-4450-80f0-6baa2f5cbbe7 None None] The sync data for ids ['b5569438-099f-4b68-9fb7-f12d68f20989'] in dv-cinder-843277-6-iscsi is: [{'id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'name': 'tempest-TestMinimumBasicScenario-1894382342-router', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a5813f6-07cf-4d14-899c-2258ebb8e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:03:24Z', 'updated_at': '2022-06-24T10:03:27Z', 'revision_number': 3, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'gw_port': {'id': '6a5813f6-07cf-4d14-899c-2258ebb8e2c6', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:88:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:26Z', 'updated_at': '2022-06-24T10:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:03:31.561478 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-33c67905-88c3-4cd0-bde5-666eb5961d90 req-b577b9dc-b7bf-4556-ae39-0452acde638b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608318 Jun 24 10:03:31.654487 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-614ccb53-c66b-481c-aa61-a39a5cfce193 None None] Provisioning complete for port a5eb2220-841b-4c28-b663-e12bffee240a triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:31.654864 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-614ccb53-c66b-481c-aa61-a39a5cfce193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a5eb2220-841b-4c28-b663-e12bffee240a), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:31.660299 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-247dec95-d11b-4784-880e-7722e50de07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (a5eb2220-841b-4c28-b663-e12bffee240a), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:31.693597 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-614ccb53-c66b-481c-aa61-a39a5cfce193 None None] Port a5eb2220-841b-4c28-b663-e12bffee240a cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:03:31.727473 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 41040) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:31.907471 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-247dec95-d11b-4784-880e-7722e50de07d admin admin] Publish callbacks [] for port (a5eb2220-841b-4c28-b663-e12bffee240a), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:31.923321 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-0b144fa6-224c-4c81-b621-538f529612db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:31.969742 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b9216-65de-49e5-803d-d54f58b92122 req-5601cf49-1038-4935-afe6-33b2fbcb48ae tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:31.972690 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ae7b9216-65de-49e5-803d-d54f58b92122 req-5601cf49-1038-4935-afe6-33b2fbcb48ae tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0708313 Jun 24 10:03:32.016249 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-247dec95-d11b-4784-880e-7722e50de07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (a5eb2220-841b-4c28-b663-e12bffee240a), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:32.017077 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-247dec95-d11b-4784-880e-7722e50de07d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1899923'] for router_interface (b5569438-099f-4b68-9fb7-f12d68f20989), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:32.029687 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-0b144fa6-224c-4c81-b621-538f529612db admin admin] Publish callbacks [] for security_group (890d0b27-9b1d-44ad-ab28-e9f95f9871ea), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:32.068533 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ae7b9216-65de-49e5-803d-d54f58b92122 req-a863672e-1ad8-4133-8da4-56002849b69a tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806026 Jun 24 10:03:32.095560 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247dec95-d11b-4784-880e-7722e50de07d admin admin] Pushing event updated for resources: {'Port': ['ID=a5eb2220-841b-4c28-b663-e12bffee240a,revision_number=2']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:32.134864 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-0b144fa6-224c-4c81-b621-538f529612db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (890d0b27-9b1d-44ad-ab28-e9f95f9871ea), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:32.184177 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247dec95-d11b-4784-880e-7722e50de07d admin admin] Network b62e03e6-e652-4ef9-a19f-cc1036cc714a is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:03:32.185704 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-247dec95-d11b-4784-880e-7722e50de07d admin admin] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:03:32.247650 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:32.256986 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b144fa6-224c-4c81-b621-538f529612db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890d0b27-9b1d-44ad-ab28-e9f95f9871ea,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:32.279692 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-0b144fa6-224c-4c81-b621-538f529612db admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f5332d127a64460a1eb0d818ecf2a7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5489159 Jun 24 10:03:32.288356 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae437eb-755d-4d70-8039-0630d42e92d7 req-bfe3d0b5-aad6-4355-a17a-1af7a6ea9d75 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:32.290992 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6ae437eb-755d-4d70-8039-0630d42e92d7 req-bfe3d0b5-aad6-4355-a17a-1af7a6ea9d75 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7951b2f-c465-46fa-9043-7d7e6f4b259a HTTP/1.1" status: 200 len: 944 time: 0.1223023 Jun 24 10:03:32.291580 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 41064) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:32.332617 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03bcb5-a387-410c-b566-67d8cd4db509 req-a9a69183-e12e-404b-8ff5-3c971045db32 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:32.334718 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-7f03bcb5-a387-410c-b566-67d8cd4db509 req-a9a69183-e12e-404b-8ff5-3c971045db32 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 944 time: 0.0859034 Jun 24 10:03:32.398742 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6da1a37b-49a5-4569-b45c-7b7d93088586 admin admin] Publish callbacks [] for security_group (890d0b27-9b1d-44ad-ab28-e9f95f9871ea), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:32.417246 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6ae437eb-755d-4d70-8039-0630d42e92d7 req-6218011b-36e8-437a-b411-655f805cc1de tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136570 Jun 24 10:03:32.424746 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247dec95-d11b-4784-880e-7722e50de07d admin admin] Router b5569438-099f-4b68-9fb7-f12d68f20989 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:03:32.447504 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-7f03bcb5-a387-410c-b566-67d8cd4db509 req-84192917-1dbb-4e17-a11b-30b879e78ff1 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829163 Jun 24 10:03:32.450657 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:32.451314 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6da1a37b-49a5-4569-b45c-7b7d93088586 admin admin] Publish callbacks [] for security_group (890d0b27-9b1d-44ad-ab28-e9f95f9871ea), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:32.523037 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-40d5d14b-6043-4e29-8321-64f5a0f6c769 None None] Provisioning complete for port a5eb2220-841b-4c28-b663-e12bffee240a triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:32.523419 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-40d5d14b-6043-4e29-8321-64f5a0f6c769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a5eb2220-841b-4c28-b663-e12bffee240a), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:32.562303 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247dec95-d11b-4784-880e-7722e50de07d admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:03:32.566593 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-40d5d14b-6043-4e29-8321-64f5a0f6c769 None None] Port a5eb2220-841b-4c28-b663-e12bffee240a cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:03:32.568956 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-247dec95-d11b-4784-880e-7722e50de07d admin admin] 10.222.0.26 "PUT /v2.0/routers/b5569438-099f-4b68-9fb7-f12d68f20989/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3381584 Jun 24 10:03:32.614066 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6da1a37b-49a5-4569-b45c-7b7d93088586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (890d0b27-9b1d-44ad-ab28-e9f95f9871ea), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:32.614066 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6da1a37b-49a5-4569-b45c-7b7d93088586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:32.614368 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-6da1a37b-49a5-4569-b45c-7b7d93088586 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/890d0b27-9b1d-44ad-ab28-e9f95f9871ea HTTP/1.1" status: 204 len: 168 time: 0.3216670 Jun 24 10:03:32.635552 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1a37b-49a5-4569-b45c-7b7d93088586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890d0b27-9b1d-44ad-ab28-e9f95f9871ea,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:32.693998 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 41074) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:32.718647 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 6a5813f6-07cf-4d14-899c-2258ebb8e2c6 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:03:32.741123 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35da4f-f006-4757-a776-4920c701c9fe req-cb96875b-285e-4510-aad7-a0d5f54411b5 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:32.745062 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8b35da4f-f006-4757-a776-4920c701c9fe req-cb96875b-285e-4510-aad7-a0d5f54411b5 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.0641479 Jun 24 10:03:32.801797 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 6a5813f6-07cf-4d14-899c-2258ebb8e2c6 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:32.802174 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (6a5813f6-07cf-4d14-899c-2258ebb8e2c6), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:32.814630 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8b35da4f-f006-4757-a776-4920c701c9fe req-6d192a53-6a40-4dd6-89f8-4f1b671ea6f1 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656552 Jun 24 10:03:32.888786 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 6a5813f6-07cf-4d14-899c-2258ebb8e2c6 is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:03:32.889206 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (6a5813f6-07cf-4d14-899c-2258ebb8e2c6), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:32.899339 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-2ad09be3-f206-4273-9642-34224f70e06c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:32.913248 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] For port 6a5813f6-07cf-4d14-899c-2258ebb8e2c6, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=6a5813f6-07cf-4d14-899c-2258ebb8e2c6,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:03:32.983000 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-2ad09be3-f206-4273-9642-34224f70e06c admin admin] Publish callbacks [] for security_group (e50e4979-ce77-4e94-8208-be8b019ae642), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:32.990681 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (6a5813f6-07cf-4d14-899c-2258ebb8e2c6), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:33.046542 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Pushing event updated for resources: {'Port': ['ID=6a5813f6-07cf-4d14-899c-2258ebb8e2c6,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:33.106328 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-2ad09be3-f206-4273-9642-34224f70e06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (e50e4979-ce77-4e94-8208-be8b019ae642), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:33.161976 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-7bad5212-d060-4056-a990-c9606ece5cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:33.163998 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-7bad5212-d060-4056-a990-c9606ece5cc1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7389cd4-784c-444f-b0c2-7e07bb04e4e6 HTTP/1.1" status: 200 len: 849 time: 0.0675688 Jun 24 10:03:33.212787 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-2ad09be3-f206-4273-9642-34224f70e06c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9fa83c08790146a8922386b29a5bce33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5174942 Jun 24 10:03:33.215975 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 41088) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:33.231899 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad09be3-f206-4273-9642-34224f70e06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50e4979-ce77-4e94-8208-be8b019ae642,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:33.263385 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e41a0c-8d3f-4275-ab84-09dbc5632380 req-f7e32743-2db6-4037-b56f-d7f8c14fd169 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:33.264933 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b9e41a0c-8d3f-4275-ab84-09dbc5632380 req-f7e32743-2db6-4037-b56f-d7f8c14fd169 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.1059163 Jun 24 10:03:33.272584 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:33.285757 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-39dc92e2-6b90-4f44-a8a3-858045f98a1b req-c2c44510-15e1-41ef-b71e-8f88655ffe3b service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900878 Jun 24 10:03:33.309937 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8fb341f3-6d87-4700-bf50-1128c50e4089 admin admin] Publish callbacks [] for security_group (e50e4979-ce77-4e94-8208-be8b019ae642), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:33.334641 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8fb341f3-6d87-4700-bf50-1128c50e4089 admin admin] Publish callbacks [] for security_group (e50e4979-ce77-4e94-8208-be8b019ae642), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:33.341089 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b9e41a0c-8d3f-4275-ab84-09dbc5632380 req-380be738-c39a-4bae-92c8-e71944cb0d1b tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638177 Jun 24 10:03:33.394745 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 41094) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:33.408181 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-e3c2daad-3c04-4e5e-9e16-f497933240ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:33.534539 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b011892-f8e0-4f85-8b1a-5348723ee554 req-35de0932-f626-40cc-b8aa-b92ed613c423 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:33.536255 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1b011892-f8e0-4f85-8b1a-5348723ee554 req-35de0932-f626-40cc-b8aa-b92ed613c423 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7951b2f-c465-46fa-9043-7d7e6f4b259a HTTP/1.1" status: 200 len: 944 time: 0.0533497 Jun 24 10:03:33.537104 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8fb341f3-6d87-4700-bf50-1128c50e4089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (e50e4979-ce77-4e94-8208-be8b019ae642), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:33.540681 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8fb341f3-6d87-4700-bf50-1128c50e4089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:33.544818 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-8fb341f3-6d87-4700-bf50-1128c50e4089 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e50e4979-ce77-4e94-8208-be8b019ae642 HTTP/1.1" status: 204 len: 168 time: 0.3246777 Jun 24 10:03:33.558581 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb341f3-6d87-4700-bf50-1128c50e4089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50e4979-ce77-4e94-8208-be8b019ae642,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:33.620734 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f6f3a-798c-40e3-9fd1-fc2309cce931 req-bad3ddd7-5671-4ea2-b166-8b5c79c7fb62 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:33.620734 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b16f6f3a-798c-40e3-9fd1-fc2309cce931 req-bad3ddd7-5671-4ea2-b166-8b5c79c7fb62 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 944 time: 0.0817821 Jun 24 10:03:33.637307 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1b011892-f8e0-4f85-8b1a-5348723ee554 req-f393613f-fa7c-4cd2-b36e-f413c714b924 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943801 Jun 24 10:03:33.675099 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] Sync routers for ids ['b5569438-099f-4b68-9fb7-f12d68f20989'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:03:33.696381 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] Routers {'b5569438-099f-4b68-9fb7-f12d68f20989'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:03:33.696381 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:03:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['b5569438-099f-4b68-9fb7-f12d68f20989'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:03:33.708209 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b16f6f3a-798c-40e3-9fd1-fc2309cce931 req-6efa5d2d-d337-47ab-b1fb-e2ff0b0f38a4 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804732 Jun 24 10:03:33.718677 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 41106) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:33.719631 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-e3c2daad-3c04-4e5e-9e16-f497933240ce admin admin] Publish callbacks [] for security_group (6a211ee7-6a82-424b-9eab-606fcc62cd4a), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:33.724881 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-7db7d2c3-0845-48c0-b988-89b331ea4cc1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1871439777-network', 'tenant_id': '85899867ec4e4f2c874e412c0a313b37'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:03:33.742271 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:33.799401 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-e3c2daad-3c04-4e5e-9e16-f497933240ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (6a211ee7-6a82-424b-9eab-606fcc62cd4a), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:33.808074 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] Set router b5569438-099f-4b68-9fb7-f12d68f20989 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:03:33.839834 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-e3c2daad-3c04-4e5e-9e16-f497933240ce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=360b3db544eb4a848c11e42be2d74af9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4439971 Jun 24 10:03:33.842470 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 41110) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:33.843920 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2daad-3c04-4e5e-9e16-f497933240ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a211ee7-6a82-424b-9eab-606fcc62cd4a,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:33.870729 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db7d2c3-0845-48c0-b988-89b331ea4cc1 admin admin] Made reservation on behalf of 85899867ec4e4f2c874e412c0a313b37 for: {'network': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:03:33.873321 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-7db7d2c3-0845-48c0-b988-89b331ea4cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for network (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:33.896892 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-7db7d2c3-0845-48c0-b988-89b331ea4cc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:33.963377 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-96c5efca-5e12-421d-b7a4-63e52f538380 admin admin] Publish callbacks [] for security_group (6a211ee7-6a82-424b-9eab-606fcc62cd4a), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:33.979726 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd00175-a208-4952-978a-2f2aeae2ff76 req-ba6994cc-d8b6-47ba-af05-989c96365b29 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:33.981242 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0bd00175-a208-4952-978a-2f2aeae2ff76 req-ba6994cc-d8b6-47ba-af05-989c96365b29 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.0849528 Jun 24 10:03:34.023034 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-96c5efca-5e12-421d-b7a4-63e52f538380 admin admin] Publish callbacks [] for security_group (6a211ee7-6a82-424b-9eab-606fcc62cd4a), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:34.029372 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'name': 'tempest-TestMinimumBasicScenario-1894382342-router', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a5813f6-07cf-4d14-899c-2258ebb8e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:03:24Z', 'updated_at': '2022-06-24T10:03:31Z', 'revision_number': 4, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'gw_port': {'id': '6a5813f6-07cf-4d14-899c-2258ebb8e2c6', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:88:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:26Z', 'updated_at': '2022-06-24T10:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'a5eb2220-841b-4c28-b663-e12bffee240a', 'name': '', 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'mac_address': 'fa:16:3e:b4:07:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '9a3a795a-5b0e-43d6-a360-a0c6523c9403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:29Z', 'updated_at': '2022-06-24T10:03:31Z', 'revision_number': 2, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'subnets': [{'id': '9a3a795a-5b0e-43d6-a360-a0c6523c9403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:03:34.056443 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] Checking router: b5569438-099f-4b68-9fb7-f12d68f20989 for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:03:34.057070 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] Updating router b5569438-099f-4b68-9fb7-f12d68f20989 port a5eb2220-841b-4c28-b663-e12bffee240a binding host dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:03:34.071173 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:34.090842 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0bd00175-a208-4952-978a-2f2aeae2ff76 req-9f0b33ed-2d3d-492d-aebd-fc74d3988449 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989945 Jun 24 10:03:34.091508 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (a5eb2220-841b-4c28-b663-e12bffee240a), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:34.119087 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-7db7d2c3-0845-48c0-b988-89b331ea4cc1 admin admin] Publish callbacks [] for security_group (676723e7-40d3-44f5-a749-f2e94a8a53cf), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:34.192813 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-6a14f5a4-34f5-49fe-b512-dad3ebf3dd5c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295844 Jun 24 10:03:34.196501 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-7db7d2c3-0845-48c0-b988-89b331ea4cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (676723e7-40d3-44f5-a749-f2e94a8a53cf), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:34.202119 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-96c5efca-5e12-421d-b7a4-63e52f538380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (6a211ee7-6a82-424b-9eab-606fcc62cd4a), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:34.205356 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-96c5efca-5e12-421d-b7a4-63e52f538380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:34.205770 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-96c5efca-5e12-421d-b7a4-63e52f538380 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6a211ee7-6a82-424b-9eab-606fcc62cd4a HTTP/1.1" status: 204 len: 168 time: 0.3620012 Jun 24 10:03:34.256857 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7d2c3-0845-48c0-b988-89b331ea4cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676723e7-40d3-44f5-a749-f2e94a8a53cf,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:34.264021 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db7d2c3-0845-48c0-b988-89b331ea4cc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=110839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:03:34.303734 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5efca-5e12-421d-b7a4-63e52f538380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a211ee7-6a82-424b-9eab-606fcc62cd4a,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:34.311694 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-7db7d2c3-0845-48c0-b988-89b331ea4cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (e192dfd5-47c7-45aa-bdb0-06aacdd88af9), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:34.312335 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.segments_db [None req-7db7d2c3-0845-48c0-b988-89b331ea4cc1 admin admin] Added segment e192dfd5-47c7-45aa-bdb0-06aacdd88af9 of type vlan for network 5b294901-6486-4764-981f-77bb5b95ca56 Jun 24 10:03:34.353165 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85,neutron:INSERT=12 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:34.373598 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-7d8b3a0b-8776-4f8e-8026-33e19372d775 service neutron] 10.222.0.55 "GET /v2.0/networks/5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668935 Jun 24 10:03:34.375113 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-7db7d2c3-0845-48c0-b988-89b331ea4cc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753295298762'] for network (5b294901-6486-4764-981f-77bb5b95ca56), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:34.406260 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] Publish callbacks [] for port (a5eb2220-841b-4c28-b663-e12bffee240a), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:34.417651 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 41120) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:34.463576 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-59b58ca3-535a-4153-bb86-058ea87e234f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:34.463876 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30109792-38f7-4c41-ba9b-c48ecf1d7c83 req-5957644f-2b73-4411-a5e3-911a27c25cf7 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:34.465393 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-30109792-38f7-4c41-ba9b-c48ecf1d7c83 req-5957644f-2b73-4411-a5e3-911a27c25cf7 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0483415 Jun 24 10:03:34.486122 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (a5eb2220-841b-4c28-b663-e12bffee240a), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:34.525099 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-30109792-38f7-4c41-ba9b-c48ecf1d7c83 req-fa9a2168-b56e-4e30-92b5-056a119943ea tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540166 Jun 24 10:03:34.526516 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6c36444d-84f9-42ab-8b6a-ec4fad8e23d2 req-4d7dd617-bdc0-4926-924b-e7038968d368 service neutron] 10.222.0.55 "GET /v2.0/networks/5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451952 Jun 24 10:03:34.556865 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-7db7d2c3-0845-48c0-b988-89b331ea4cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for network (5b294901-6486-4764-981f-77bb5b95ca56), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:34.558144 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db7d2c3-0845-48c0-b988-89b331ea4cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:34.559061 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-7db7d2c3-0845-48c0-b988-89b331ea4cc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:34.634925 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54adad-f0c5-42d9-b47c-5bfe683e2ca5 None None] Pushing event updated for resources: {'Port': ['ID=a5eb2220-841b-4c28-b663-e12bffee240a,revision_number=3']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:34.674220 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 6a5813f6-07cf-4d14-899c-2258ebb8e2c6 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:03:34.679780 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-59b58ca3-535a-4153-bb86-058ea87e234f admin admin] Publish callbacks [] for security_group (39e99f27-77be-41a3-920a-4547bb9b3305), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:34.682834 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:34.684980 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7d2c3-0845-48c0-b988-89b331ea4cc1 admin admin] Pushing event updated for resources: {'Network': ['ID=5b294901-6486-4764-981f-77bb5b95ca56,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:34.704355 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54adad-f0c5-42d9-b47c-5bfe683e2ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:34.704908 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54adad-f0c5-42d9-b47c-5bfe683e2ca5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:34.705182 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54adad-f0c5-42d9-b47c-5bfe683e2ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:34.705523 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54adad-f0c5-42d9-b47c-5bfe683e2ca5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:34.705848 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54adad-f0c5-42d9-b47c-5bfe683e2ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:34.706171 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54adad-f0c5-42d9-b47c-5bfe683e2ca5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:34.706543 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54adad-f0c5-42d9-b47c-5bfe683e2ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:34.707046 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54adad-f0c5-42d9-b47c-5bfe683e2ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:34.707516 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54adad-f0c5-42d9-b47c-5bfe683e2ca5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:34.707982 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54adad-f0c5-42d9-b47c-5bfe683e2ca5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:34.708472 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54adad-f0c5-42d9-b47c-5bfe683e2ca5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:34.708971 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54adad-f0c5-42d9-b47c-5bfe683e2ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:34.709491 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54adad-f0c5-42d9-b47c-5bfe683e2ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:34.710213 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54adad-f0c5-42d9-b47c-5bfe683e2ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:34.710683 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54adad-f0c5-42d9-b47c-5bfe683e2ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:03:34.720729 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Network 5b294901-6486-4764-981f-77bb5b95ca56 details requested by agent ovs-agent-dv-cinder-843277-6-iscsi with host dv-cinder-843277-6-iscsi {{(pid=110841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:03:34.740742 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] Attempting to bind port a5eb2220-841b-4c28-b663-e12bffee240a on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:03:34.741102 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] Attempting to bind port a5eb2220-841b-4c28-b663-e12bffee240a by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': 'e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a'}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:03:34.741678 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] Attempting to bind port a5eb2220-841b-4c28-b663-e12bffee240a on network b62e03e6-e652-4ef9-a19f-cc1036cc714a {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:03:34.759855 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:03:34.760699 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] Checking segment: {'id': 'e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:03:34.761560 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:34.762098 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] Bound using segment: {'id': 'e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a'} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:03:34.762724 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] Bound port: a5eb2220-841b-4c28-b663-e12bffee240a, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a'}}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:03:34.763260 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (a5eb2220-841b-4c28-b663-e12bffee240a), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:34.788459 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-7db7d2c3-0845-48c0-b988-89b331ea4cc1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.0660639 Jun 24 10:03:34.789932 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 41130) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:34.795741 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-59b58ca3-535a-4153-bb86-058ea87e234f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (39e99f27-77be-41a3-920a-4547bb9b3305), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:34.795876 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-f86fa59d-5c9f-4639-89f3-35c131d5f899 admin admin] Request body: {'subnet': {'network_id': '5b294901-6486-4764-981f-77bb5b95ca56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1871439777-subnet', 'tenant_id': '85899867ec4e4f2c874e412c0a313b37', 'ip_version': 4}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:03:34.852431 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388577c-cb83-4893-a678-b10696afe7d2 req-1190b987-2775-4b27-adfb-c64d91183616 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:34.859359 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3388577c-cb83-4893-a678-b10696afe7d2 req-1190b987-2775-4b27-adfb-c64d91183616 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7951b2f-c465-46fa-9043-7d7e6f4b259a HTTP/1.1" status: 200 len: 944 time: 0.1387441 Jun 24 10:03:34.872424 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 62ac8ae2-de6d-4539-8e21-9a572eab33d9 up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:03:34.890872 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-59b58ca3-535a-4153-bb86-058ea87e234f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7c8b4f6491874b7aa66b4a4b8890019e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4668927 Jun 24 10:03:34.896333 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 41136) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:34.908430 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b58ca3-535a-4153-bb86-058ea87e234f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e99f27-77be-41a3-920a-4547bb9b3305,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:34.935032 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 6a5813f6-07cf-4d14-899c-2258ebb8e2c6 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:34.935411 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (6a5813f6-07cf-4d14-899c-2258ebb8e2c6), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:34.940263 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86fa59d-5c9f-4639-89f3-35c131d5f899 admin admin] Made reservation on behalf of 85899867ec4e4f2c874e412c0a313b37 for: {'subnet': 1} {{(pid=110840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:03:34.944277 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f86fa59d-5c9f-4639-89f3-35c131d5f899 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:34.947292 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3388577c-cb83-4893-a678-b10696afe7d2 req-dad5d675-958a-4b6d-a1b3-50d9ca5986b7 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870006 Jun 24 10:03:34.963025 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-f7071a8d-a949-466c-98fc-051486f43150 None None] Provisioning complete for port a5eb2220-841b-4c28-b663-e12bffee240a triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:34.963396 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-f7071a8d-a949-466c-98fc-051486f43150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a5eb2220-841b-4c28-b663-e12bffee240a), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:34.996984 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da1a2c-8a98-4c76-bbe1-f4bb2fed3db7 req-f03b6c49-02c1-4349-81b9-7a9898027039 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:35.003797 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d2da1a2c-8a98-4c76-bbe1-f4bb2fed3db7 req-f03b6c49-02c1-4349-81b9-7a9898027039 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 944 time: 0.1690240 Jun 24 10:03:35.020937 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:35.032735 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-f7071a8d-a949-466c-98fc-051486f43150 None None] Port a5eb2220-841b-4c28-b663-e12bffee240a cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:03:35.040521 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning for port 62ac8ae2-de6d-4539-8e21-9a572eab33d9 completed by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:03:35.095853 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 6a5813f6-07cf-4d14-899c-2258ebb8e2c6 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:03:35.143565 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-144ad371-014e-4024-b70d-85190b0e788b admin admin] Publish callbacks [] for security_group (39e99f27-77be-41a3-920a-4547bb9b3305), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:35.147185 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:35.152836 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d2da1a2c-8a98-4c76-bbe1-f4bb2fed3db7 req-65caa645-12a1-44b8-8a7a-2daa93ae5570 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480784 Jun 24 10:03:35.154528 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port 62ac8ae2-de6d-4539-8e21-9a572eab33d9 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:35.155675 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (62ac8ae2-de6d-4539-8e21-9a572eab33d9), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:35.158621 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:35.194060 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] For port a5eb2220-841b-4c28-b663-e12bffee240a, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:03:35.197433 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] For port a5eb2220-841b-4c28-b663-e12bffee240a, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=a5eb2220-841b-4c28-b663-e12bffee240a,segment=NetworkSegment(e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a),segment_id=e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a)] {{(pid=110842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:03:35.204045 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-144ad371-014e-4024-b70d-85190b0e788b admin admin] Publish callbacks [] for security_group (39e99f27-77be-41a3-920a-4547bb9b3305), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:35.270163 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 62ac8ae2-de6d-4539-8e21-9a572eab33d9 is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:03:35.270626 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (62ac8ae2-de6d-4539-8e21-9a572eab33d9), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:35.278775 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c22c2-c725-4a1d-988e-3a2a3f247293 req-0e80c516-d340-4cbf-a94c-a0ba86c7fab9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:35.280319 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-dc1c22c2-c725-4a1d-988e-3a2a3f247293 req-0e80c516-d340-4cbf-a94c-a0ba86c7fab9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.0590401 Jun 24 10:03:35.280835 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:35.297411 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c170d532-d8da-4b26-879d-22c7dc180716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ac8ae2-de6d-4539-8e21-9a572eab33d9'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:03:35.299695 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72432602-79da-4f08-bf50-4c0f1537ea05" -d '{"events": [{"server_uuid": "c170d532-d8da-4b26-879d-22c7dc180716", "name": "network-vif-plugged", "status": "completed", "tag": "62ac8ae2-de6d-4539-8e21-9a572eab33d9"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:03:35.322633 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (a5eb2220-841b-4c28-b663-e12bffee240a), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:35.334336 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 62ac8ae2-de6d-4539-8e21-9a572eab33d9, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=62ac8ae2-de6d-4539-8e21-9a572eab33d9,segment=NetworkSegment(18d9f559-afbe-4071-9df5-d5e429c5cbf9),segment_id=18d9f559-afbe-4071-9df5-d5e429c5cbf9)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:03:35.357454 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed8397d-495c-45b3-b97a-dc0cc7ed0b2c x-openstack-request-id: req-0ed8397d-495c-45b3-b97a-dc0cc7ed0b2c {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:03:35.357868 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c170d532-d8da-4b26-879d-22c7dc180716", "name": "network-vif-plugged", "status": "completed", "tag": "62ac8ae2-de6d-4539-8e21-9a572eab33d9", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:03:35.358209 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0ed8397d-495c-45b3-b97a-dc0cc7ed0b2c {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:03:35.358607 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ed8397d-495c-45b3-b97a-dc0cc7ed0b2c'] response: {'server_uuid': 'c170d532-d8da-4b26-879d-22c7dc180716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ac8ae2-de6d-4539-8e21-9a572eab33d9', 'code': 200} Jun 24 10:03:35.366572 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-dc1c22c2-c725-4a1d-988e-3a2a3f247293 req-c6bb066b-be40-4740-b8c2-ecd07914770b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768552 Jun 24 10:03:35.400498 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54adad-f0c5-42d9-b47c-5bfe683e2ca5 None None] Pushing event updated for resources: {'Port': ['ID=a5eb2220-841b-4c28-b663-e12bffee240a,revision_number=4']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:35.426736 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] Routers {'b5569438-099f-4b68-9fb7-f12d68f20989'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:03:35.427606 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:03:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['b5569438-099f-4b68-9fb7-f12d68f20989'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:03:35.430767 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (62ac8ae2-de6d-4539-8e21-9a572eab33d9), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:35.433043 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f86fa59d-5c9f-4639-89f3-35c131d5f899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for subnet (0b249314-f312-4a72-8619-dd423967e530), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:35.441095 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-144ad371-014e-4024-b70d-85190b0e788b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (39e99f27-77be-41a3-920a-4547bb9b3305), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:35.442197 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-144ad371-014e-4024-b70d-85190b0e788b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:35.443283 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-144ad371-014e-4024-b70d-85190b0e788b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/39e99f27-77be-41a3-920a-4547bb9b3305 HTTP/1.1" status: 204 len: 168 time: 0.5455282 Jun 24 10:03:35.551895 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ad371-014e-4024-b70d-85190b0e788b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e99f27-77be-41a3-920a-4547bb9b3305,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:35.591893 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] Set router b5569438-099f-4b68-9fb7-f12d68f20989 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:03:35.618471 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fa59d-5c9f-4639-89f3-35c131d5f899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b249314-f312-4a72-8619-dd423967e530,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:35.669468 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86fa59d-5c9f-4639-89f3-35c131d5f899 admin admin] Checking segment: {'id': 'e192dfd5-47c7-45aa-bdb0-06aacdd88af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5b294901-6486-4764-981f-77bb5b95ca56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:03:35.669837 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86fa59d-5c9f-4639-89f3-35c131d5f899 admin admin] Network hostable DHCP agents. Network: 5b294901-6486-4764-981f-77bb5b95ca56, hostable agents: ['227dce48-d671-4074-8746-a798e3de1e3c'], hosted agents: [] {{(pid=110840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:03:35.774775 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4253421-6b46-4b4f-8445-f8460e6fac03 req-9f55c1ca-8418-42a0-a126-d4b2c577272b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:35.776800 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b4253421-6b46-4b4f-8445-f8460e6fac03 req-9f55c1ca-8418-42a0-a126-d4b2c577272b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f896de1750fe4c7d9eef897027efb42f&device_id=b7951b2f-c465-46fa-9043-7d7e6f4b259a HTTP/1.1" status: 200 len: 1128 time: 0.0854056 Jun 24 10:03:35.813962 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86fa59d-5c9f-4639-89f3-35c131d5f899 admin admin] Network 5b294901-6486-4764-981f-77bb5b95ca56 is scheduled to be hosted by DHCP agent 227dce48-d671-4074-8746-a798e3de1e3c with binding_index 1 {{(pid=110840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:03:35.818557 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=62ac8ae2-de6d-4539-8e21-9a572eab33d9,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:35.854026 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b32bf-9498-4451-b7c7-1d40d5e480c6 req-42612b24-b24a-47f2-b30b-66d166678dae tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:35.854026 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d10b32bf-9498-4451-b7c7-1d40d5e480c6 req-42612b24-b24a-47f2-b30b-66d166678dae tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.1222427 Jun 24 10:03:35.881677 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-7985ad57-0b72-4e17-85df-1df3d968fd69 None None] Provisioning complete for port a5eb2220-841b-4c28-b663-e12bffee240a triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:35.882078 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-7985ad57-0b72-4e17-85df-1df3d968fd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a5eb2220-841b-4c28-b663-e12bffee240a), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:35.908013 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-f86fa59d-5c9f-4639-89f3-35c131d5f899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-6-iscsi, 5b294901-6486-4764-981f-77bb5b95ca56) {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:03:35.919795 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86fa59d-5c9f-4639-89f3-35c131d5f899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:35.920747 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f86fa59d-5c9f-4639-89f3-35c131d5f899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:35.938196 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:35.944935 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d86542-79d9-473a-b9b7-2e53dcb9308b None None] Network 5b294901-6486-4764-981f-77bb5b95ca56 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:03:35.951641 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'name': 'tempest-TestMinimumBasicScenario-1894382342-router', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a5813f6-07cf-4d14-899c-2258ebb8e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:03:24Z', 'updated_at': '2022-06-24T10:03:31Z', 'revision_number': 4, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'gw_port': {'id': '6a5813f6-07cf-4d14-899c-2258ebb8e2c6', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:88:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:26Z', 'updated_at': '2022-06-24T10:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'a5eb2220-841b-4c28-b663-e12bffee240a', 'name': '', 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'mac_address': 'fa:16:3e:b4:07:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '9a3a795a-5b0e-43d6-a360-a0c6523c9403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:29Z', 'updated_at': '2022-06-24T10:03:35Z', 'revision_number': 4, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'subnets': [{'id': '9a3a795a-5b0e-43d6-a360-a0c6523c9403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:03:35.959713 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d10b32bf-9498-4451-b7c7-1d40d5e480c6 req-4d996caa-e500-40e9-8d6f-3d517b3f46b4 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983393 Jun 24 10:03:35.982273 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4253421-6b46-4b4f-8445-f8460e6fac03 req-5cbf786e-fe40-485a-bdf8-5dd4bdf9061e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:35.983939 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b4253421-6b46-4b4f-8445-f8460e6fac03 req-5cbf786e-fe40-485a-bdf8-5dd4bdf9061e service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc HTTP/1.1" status: 200 len: 910 time: 0.1984069 Jun 24 10:03:35.988681 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536a694f-2595-4402-a176-cff82bbe7ab3 None None] The sync data for ids ['b5569438-099f-4b68-9fb7-f12d68f20989'] in dv-cinder-843277-6-iscsi is: [{'id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'name': 'tempest-TestMinimumBasicScenario-1894382342-router', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a5813f6-07cf-4d14-899c-2258ebb8e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:03:24Z', 'updated_at': '2022-06-24T10:03:31Z', 'revision_number': 4, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'gw_port': {'id': '6a5813f6-07cf-4d14-899c-2258ebb8e2c6', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:88:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:26Z', 'updated_at': '2022-06-24T10:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'a5eb2220-841b-4c28-b663-e12bffee240a', 'name': '', 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'mac_address': 'fa:16:3e:b4:07:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '9a3a795a-5b0e-43d6-a360-a0c6523c9403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:29Z', 'updated_at': '2022-06-24T10:03:35Z', 'revision_number': 4, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'subnets': [{'id': '9a3a795a-5b0e-43d6-a360-a0c6523c9403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:03:36.069597 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-f86fa59d-5c9f-4639-89f3-35c131d5f899 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2765033 Jun 24 10:03:36.069810 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 41168) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:36.075433 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-4d03efcd-b935-4bb8-9677-9b1d5783f7c6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1871439777-router', 'tenant_id': '85899867ec4e4f2c874e412c0a313b37', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:03:36.161222 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca93559-d877-4491-944b-9ed5980c5993 req-36a03bb8-9dd7-44fc-b6d8-ec0ff9e9d915 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:36.169386 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4ca93559-d877-4491-944b-9ed5980c5993 req-36a03bb8-9dd7-44fc-b6d8-ec0ff9e9d915 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7951b2f-c465-46fa-9043-7d7e6f4b259a HTTP/1.1" status: 200 len: 944 time: 0.1245985 Jun 24 10:03:36.185209 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-4d03efcd-b935-4bb8-9677-9b1d5783f7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1836223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9608'] for router (167c9357-73dd-43a9-979f-515941915d92), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:36.186260 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-4d03efcd-b935-4bb8-9677-9b1d5783f7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1837722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1896642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1615388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9603'] for router (167c9357-73dd-43a9-979f-515941915d92), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:36.206795 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2402d8-7173-44ea-b72a-558736c54e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a7ab119-d58e-5cf4-b1b7-c17a3ca747b8-5b294901-6486-4764-981f-77bb5b95ca56', 'network_id': '5b294901-6486-4764-981f-77bb5b95ca56', 'project_id': '85899867ec4e4f2c874e412c0a313b37', 'fixed_ips': [{'subnet_id': '0b249314-f312-4a72-8619-dd423967e530'}]}} from dv-cinder-843277-6-iscsi. {{(pid=110841) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:03:36.207731 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-0d2402d8-7173-44ea-b72a-558736c54e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:36.274744 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-4d03efcd-b935-4bb8-9677-9b1d5783f7c6 admin admin] Publish callbacks [] for router_controller (167c9357-73dd-43a9-979f-515941915d92), precommit_add_association {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:36.281125 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4ca93559-d877-4491-944b-9ed5980c5993 req-2f9246a3-c133-45c4-9a58-dc6528f64196 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107302 Jun 24 10:03:36.346885 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5f71f-3dc7-4249-86a3-49ef16e158b8 req-8a2d8bd3-0a6f-4aa3-b989-c0e468efae7a tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:36.348883 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-dec5f71f-3dc7-4249-86a3-49ef16e158b8 req-8a2d8bd3-0a6f-4aa3-b989-c0e468efae7a tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0607891 Jun 24 10:03:36.434526 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-7985ad57-0b72-4e17-85df-1df3d968fd69 None None] Current status of the port a5eb2220-841b-4c28-b663-e12bffee240a is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:03:36.434922 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-7985ad57-0b72-4e17-85df-1df3d968fd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (a5eb2220-841b-4c28-b663-e12bffee240a), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:36.448566 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:36.512432 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.db_base_plugin_common [None req-0d2402d8-7173-44ea-b72a-558736c54e88 None None] Allocated IP 172.20.0.2 (5b294901-6486-4764-981f-77bb5b95ca56/0b249314-f312-4a72-8619-dd423967e530/69a05ac2-d174-44e8-869f-a4d1510215b1) {{(pid=110841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:03:36.527522 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-7985ad57-0b72-4e17-85df-1df3d968fd69 None None] For port a5eb2220-841b-4c28-b663-e12bffee240a, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=a5eb2220-841b-4c28-b663-e12bffee240a,segment=NetworkSegment(e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a),segment_id=e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:03:36.569284 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7767d-9824-4cc5-a538-cc8cfee102ef req-9d1bd2f1-7053-4c3e-b377-748c73d5d935 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:36.577836 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-25d7767d-9824-4cc5-a538-cc8cfee102ef req-9d1bd2f1-7053-4c3e-b377-748c73d5d935 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.0918882 Jun 24 10:03:36.630709 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-dec5f71f-3dc7-4249-86a3-49ef16e158b8 req-79bd9e7a-d6ae-4da7-9f49-767d65bfd252 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2717881 Jun 24 10:03:36.683506 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-7985ad57-0b72-4e17-85df-1df3d968fd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (a5eb2220-841b-4c28-b663-e12bffee240a), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:36.706337 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-4d03efcd-b935-4bb8-9677-9b1d5783f7c6 admin admin] Publish callbacks [] for router_gateway (167c9357-73dd-43a9-979f-515941915d92), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:36.713434 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-25d7767d-9824-4cc5-a538-cc8cfee102ef req-51e20c9c-a46a-4424-9699-144368e77d3c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346245 Jun 24 10:03:36.774679 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985ad57-0b72-4e17-85df-1df3d968fd69 None None] Pushing event updated for resources: {'Port': ['ID=a5eb2220-841b-4c28-b663-e12bffee240a,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:36.783328 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device a5eb2220-841b-4c28-b663-e12bffee240a up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:03:36.837454 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:36.897398 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port a5eb2220-841b-4c28-b663-e12bffee240a triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:36.903577 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a5eb2220-841b-4c28-b663-e12bffee240a), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:36.903577 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-0d2402d8-7173-44ea-b72a-558736c54e88 None None] Publish callbacks [] for port (69a05ac2-d174-44e8-869f-a4d1510215b1), precommit_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:36.933939 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:37.017927 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 7a2487cd-65e1-440a-993c-799a4156c918 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:03:37.043320 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:37.052628 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b4253421-6b46-4b4f-8445-f8460e6fac03 req-b110d532-2c52-4ddb-b552-26625210c3ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a2487cd-65e1-440a-993c-799a4156c918 HTTP/1.1" status: 200 len: 217 time: 0.0832794 Jun 24 10:03:37.060633 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-0d2402d8-7173-44ea-b72a-558736c54e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (69a05ac2-d174-44e8-869f-a4d1510215b1), after_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:37.129644 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-4d03efcd-b935-4bb8-9677-9b1d5783f7c6 admin admin] Publish callbacks [] for router_gateway (167c9357-73dd-43a9-979f-515941915d92), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:37.159355 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-4d03efcd-b935-4bb8-9677-9b1d5783f7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:37.169584 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55185214-00a4-4020-95f4-43dfef39d836 req-2a59c4ba-d773-445c-9dcd-7cdb05d85c2f tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:37.176696 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-55185214-00a4-4020-95f4-43dfef39d836 req-2a59c4ba-d773-445c-9dcd-7cdb05d85c2f tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0933275 Jun 24 10:03:37.182410 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port a5eb2220-841b-4c28-b663-e12bffee240a is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:03:37.235231 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2402d8-7173-44ea-b72a-558736c54e88 None None] Pushing event updated for resources: {'Port': ['ID=69a05ac2-d174-44e8-869f-a4d1510215b1,revision_number=1']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:37.239754 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2402d8-7173-44ea-b72a-558736c54e88 None None] Network 5b294901-6486-4764-981f-77bb5b95ca56 is already hosted by enough agents. {{(pid=110841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:03:37.248435 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.base_scheduler [None req-0d2402d8-7173-44ea-b72a-558736c54e88 None None] Resources bound (agent type, host, resource id): {{(pid=110841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:03:37.264466 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2402d8-7173-44ea-b72a-558736c54e88 None None] Received port after_create {{(pid=110841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:03:37.288798 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-55185214-00a4-4020-95f4-43dfef39d836 req-5f5202ca-77a1-476d-90f2-698520f61ad1 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046810 Jun 24 10:03:37.379666 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_common [None req-4d03efcd-b935-4bb8-9677-9b1d5783f7c6 admin admin] Allocated IP 172.27.2.166 (a3837c3f-8d84-4126-8dfc-b4bde8a26600/ef99dc90-6579-4f1e-9fc6-58eb2334384d/0c4d5d9b-bd23-404a-9f02-d6a365052d54) {{(pid=110840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:03:37.430078 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-0d2402d8-7173-44ea-b72a-558736c54e88 None None] Attempting to bind port 69a05ac2-d174-44e8-869f-a4d1510215b1 on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:03:37.431137 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-0d2402d8-7173-44ea-b72a-558736c54e88 None None] Attempting to bind port 69a05ac2-d174-44e8-869f-a4d1510215b1 by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': 'e192dfd5-47c7-45aa-bdb0-06aacdd88af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5b294901-6486-4764-981f-77bb5b95ca56'}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:03:37.431137 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2402d8-7173-44ea-b72a-558736c54e88 None None] Attempting to bind port 69a05ac2-d174-44e8-869f-a4d1510215b1 on network 5b294901-6486-4764-981f-77bb5b95ca56 {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:03:37.448291 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 7a2487cd-65e1-440a-993c-799a4156c918, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=7a2487cd-65e1-440a-993c-799a4156c918,segment=NetworkSegment(5962482e-f02e-484d-a613-c8aa8750d95c),segment_id=5962482e-f02e-484d-a613-c8aa8750d95c)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:03:37.454822 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254f045-a026-45ae-b31f-a09d6dacb00e req-fa2dd4c2-a37f-481e-bb45-02f236bc791f tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:37.458838 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2402d8-7173-44ea-b72a-558736c54e88 None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:03:37.459633 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2402d8-7173-44ea-b72a-558736c54e88 None None] Checking segment: {'id': 'e192dfd5-47c7-45aa-bdb0-06aacdd88af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5b294901-6486-4764-981f-77bb5b95ca56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:03:37.460105 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-0d2402d8-7173-44ea-b72a-558736c54e88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:37.460586 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2402d8-7173-44ea-b72a-558736c54e88 None None] Bound using segment: {'id': 'e192dfd5-47c7-45aa-bdb0-06aacdd88af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5b294901-6486-4764-981f-77bb5b95ca56'} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:03:37.461664 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-0d2402d8-7173-44ea-b72a-558736c54e88 None None] Bound port: 69a05ac2-d174-44e8-869f-a4d1510215b1, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e192dfd5-47c7-45aa-bdb0-06aacdd88af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5b294901-6486-4764-981f-77bb5b95ca56'}}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:03:37.462111 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-0d2402d8-7173-44ea-b72a-558736c54e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (69a05ac2-d174-44e8-869f-a4d1510215b1), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:37.462440 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1254f045-a026-45ae-b31f-a09d6dacb00e req-fa2dd4c2-a37f-481e-bb45-02f236bc791f tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7951b2f-c465-46fa-9043-7d7e6f4b259a HTTP/1.1" status: 200 len: 944 time: 0.0728252 Jun 24 10:03:37.479101 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': '7a2487cd-65e1-440a-993c-799a4156c918', 'network_id': '5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc', 'port_id': '7a2487cd-65e1-440a-993c-799a4156c918', 'mac_address': 'fa:16:3e:b1:f1:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7389cd4-784c-444f-b0c2-7e07bb04e4e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:03:37.515161 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-4d03efcd-b935-4bb8-9677-9b1d5783f7c6 admin admin] Publish callbacks [] for port (0c4d5d9b-bd23-404a-9f02-d6a365052d54), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:37.559838 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1254f045-a026-45ae-b31f-a09d6dacb00e req-5f89485d-41d8-4b57-949d-1688a9213dc7 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948467 Jun 24 10:03:37.596979 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 7a2487cd-65e1-440a-993c-799a4156c918 is: DOWN; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:03:37.597384 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (7a2487cd-65e1-440a-993c-799a4156c918), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:37.636997 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-0d2402d8-7173-44ea-b72a-558736c54e88 None None] For port 69a05ac2-d174-44e8-869f-a4d1510215b1, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:03:37.642212 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-0d2402d8-7173-44ea-b72a-558736c54e88 None None] For port 69a05ac2-d174-44e8-869f-a4d1510215b1, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=69a05ac2-d174-44e8-869f-a4d1510215b1,segment=NetworkSegment(e192dfd5-47c7-45aa-bdb0-06aacdd88af9),segment_id=e192dfd5-47c7-45aa-bdb0-06aacdd88af9)] {{(pid=110841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:03:37.662305 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2487cd-65e1-440a-993c-799a4156c918 {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:03:37.688434 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 7a2487cd-65e1-440a-993c-799a4156c918, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=7a2487cd-65e1-440a-993c-799a4156c918,segment=NetworkSegment(5962482e-f02e-484d-a613-c8aa8750d95c),segment_id=5962482e-f02e-484d-a613-c8aa8750d95c)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:03:37.772965 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-0d2402d8-7173-44ea-b72a-558736c54e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (69a05ac2-d174-44e8-869f-a4d1510215b1), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:37.857841 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (7a2487cd-65e1-440a-993c-799a4156c918), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:37.859786 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device bc68c0d7-3cc3-4add-8d35-8b1892ac129e details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:03:37.883718 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bf9be-c20f-4d0e-b1af-80de31852865 req-a9ec189d-cca0-4680-9597-cfa61c175b52 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:37.883718 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-505bf9be-c20f-4d0e-b1af-80de31852865 req-a9ec189d-cca0-4680-9597-cfa61c175b52 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0810211 Jun 24 10:03:37.906546 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-4d03efcd-b935-4bb8-9677-9b1d5783f7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (0c4d5d9b-bd23-404a-9f02-d6a365052d54), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:37.910145 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2402d8-7173-44ea-b72a-558736c54e88 None None] Pushing event updated for resources: {'Port': ['ID=69a05ac2-d174-44e8-869f-a4d1510215b1,revision_number=2']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:37.943352 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908ddc5-7e84-41be-b42b-501168658e88 req-8c033559-c0bb-454e-9ce0-7d2eb0a54092 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:37.946882 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d908ddc5-7e84-41be-b42b-501168658e88 req-8c033559-c0bb-454e-9ce0-7d2eb0a54092 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.1145418 Jun 24 10:03:38.005411 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d908ddc5-7e84-41be-b42b-501168658e88 req-63497a52-5f97-4406-a780-1aabad3b1e8d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529246 Jun 24 10:03:38.017477 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d03efcd-b935-4bb8-9677-9b1d5783f7c6 admin admin] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:03:38.020899 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-505bf9be-c20f-4d0e-b1af-80de31852865 req-6018a296-6bb1-4e31-bd1f-d0fff97d5d4a tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479802 Jun 24 10:03:38.022242 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03efcd-b935-4bb8-9677-9b1d5783f7c6 admin admin] Pushing event updated for resources: {'Port': ['ID=0c4d5d9b-bd23-404a-9f02-d6a365052d54,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:38.025063 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-4d03efcd-b935-4bb8-9677-9b1d5783f7c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:03:38.027154 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d03efcd-b935-4bb8-9677-9b1d5783f7c6 admin admin] Received port after_create {{(pid=110840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:03:38.052587 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=7a2487cd-65e1-440a-993c-799a4156c918,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:38.087947 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port bc68c0d7-3cc3-4add-8d35-8b1892ac129e, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=bc68c0d7-3cc3-4add-8d35-8b1892ac129e,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:03:38.106503 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': 'bc68c0d7-3cc3-4add-8d35-8b1892ac129e', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'port_id': 'bc68c0d7-3cc3-4add-8d35-8b1892ac129e', 'mac_address': 'fa:16:3e:ac:0d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:03:38.158668 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port bc68c0d7-3cc3-4add-8d35-8b1892ac129e is: ACTIVE; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:03:38.159060 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:38.186618 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc68c0d7-3cc3-4add-8d35-8b1892ac129e {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:03:38.230955 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port bc68c0d7-3cc3-4add-8d35-8b1892ac129e, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=bc68c0d7-3cc3-4add-8d35-8b1892ac129e,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:03:38.321485 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:38.387362 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=bc68c0d7-3cc3-4add-8d35-8b1892ac129e,revision_number=6']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:38.442725 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6945b-2670-43a3-81f0-ed4dc8359520 req-80d357fa-9142-42bb-ad7d-084ab159668f tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:38.449744 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-4d03efcd-b935-4bb8-9677-9b1d5783f7c6 admin admin] Publish callbacks [] for router_gateway (167c9357-73dd-43a9-979f-515941915d92), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:38.451089 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-64c6945b-2670-43a3-81f0-ed4dc8359520 req-80d357fa-9142-42bb-ad7d-084ab159668f tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0629215 Jun 24 10:03:38.474737 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 41242) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:38.506716 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-64c6945b-2670-43a3-81f0-ed4dc8359520 req-300dd9bc-dc0b-4143-8c24-b730ae7ac39b tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545802 Jun 24 10:03:38.605648 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:UPDATE=7,neutron:SELECT=89,neutron:INSERT=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:38.619714 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-49f12b42-d046-46bb-b53b-1a8a2941d544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:38.741944 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-49f12b42-d046-46bb-b53b-1a8a2941d544 admin admin] Publish callbacks [] for security_group (bd3dd57c-1e1f-4724-9145-6730860dff71), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:38.774903 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-4d03efcd-b935-4bb8-9677-9b1d5783f7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1836637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1896614'] for router (167c9357-73dd-43a9-979f-515941915d92), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:38.836466 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46480130-01f0-4f57-9dc9-1585edafee93 req-045420f3-9a9f-4a54-97a3-0101d8e52699 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:38.838034 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-46480130-01f0-4f57-9dc9-1585edafee93 req-045420f3-9a9f-4a54-97a3-0101d8e52699 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7951b2f-c465-46fa-9043-7d7e6f4b259a HTTP/1.1" status: 200 len: 945 time: 0.1200087 Jun 24 10:03:38.864339 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-49f12b42-d046-46bb-b53b-1a8a2941d544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (bd3dd57c-1e1f-4724-9145-6730860dff71), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:38.870429 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4253421-6b46-4b4f-8445-f8460e6fac03 req-e98610b0-cedc-46d3-938e-ea54dca599ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:38.872047 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b4253421-6b46-4b4f-8445-f8460e6fac03 req-e98610b0-cedc-46d3-938e-ea54dca599ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7389cd4-784c-444f-b0c2-7e07bb04e4e6 HTTP/1.1" status: 200 len: 849 time: 0.0845525 Jun 24 10:03:38.876574 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:38.884198 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f67bd1-6b10-4753-9194-be38d314402f req-d77ec9a4-a4c3-4805-9f3b-ab2d0952192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:38.884198 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f4f67bd1-6b10-4753-9194-be38d314402f req-d77ec9a4-a4c3-4805-9f3b-ab2d0952192a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 1129 time: 0.0434222 Jun 24 10:03:38.884799 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 69a05ac2-d174-44e8-869f-a4d1510215b1 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:03:38.943417 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b4253421-6b46-4b4f-8445-f8460e6fac03 req-457671e2-a3df-4488-80d3-fc04610b7c23 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491443 Jun 24 10:03:38.951446 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-49f12b42-d046-46bb-b53b-1a8a2941d544 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b009f8b13af4fa28ecbfb978736849f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4745934 Jun 24 10:03:38.952500 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f12b42-d046-46bb-b53b-1a8a2941d544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3dd57c-1e1f-4724-9145-6730860dff71,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:38.955927 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 41254) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:39.000873 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 69a05ac2-d174-44e8-869f-a4d1510215b1 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:39.001420 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (69a05ac2-d174-44e8-869f-a4d1510215b1), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:39.068087 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-46480130-01f0-4f57-9dc9-1585edafee93 req-f865c3ed-9468-4eff-88e7-d179add448aa tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845529 Jun 24 10:03:39.116870 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f4f67bd1-6b10-4753-9194-be38d314402f req-a1722fe1-2018-44c1-ab02-a1566d85f3b1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125151 Jun 24 10:03:39.123485 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['bc68c0d7-3cc3-4add-8d35-8b1892ac129e'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:03:39.179436 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-80901bdc-4e72-424c-8ed6-d69d6fb8df88 admin admin] Publish callbacks [] for security_group (bd3dd57c-1e1f-4724-9145-6730860dff71), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:39.204680 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b4253421-6b46-4b4f-8445-f8460e6fac03 req-49c1b11d-b77d-492c-8aec-dd00c654c0bb service neutron] 10.222.0.55 "GET /v2.0/networks/5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479219 Jun 24 10:03:39.206941 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c497e3b5-401a-41a9-9546-5b6a3a116b9a None None] Network 5b294901-6486-4764-981f-77bb5b95ca56 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:03:39.224580 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d03efcd-b935-4bb8-9677-9b1d5783f7c6 admin admin] Router 167c9357-73dd-43a9-979f-515941915d92 is scheduled to L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 with binding_index 1 {{(pid=110840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:03:39.238080 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-80901bdc-4e72-424c-8ed6-d69d6fb8df88 admin admin] Publish callbacks [] for security_group (bd3dd57c-1e1f-4724-9145-6730860dff71), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:39.243666 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['7a2487cd-65e1-440a-993c-799a4156c918'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:03:39.251720 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c0ef8-2704-4974-820f-f1a5641f9d35 req-7f144123-77d2-4a71-ac85-1991071d21a7 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:39.251940 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f57257-ba29-42a8-b401-ebb3505fd044 req-43261019-6759-49a8-bdd9-ae2b8ca68816 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:39.253484 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-99f57257-ba29-42a8-b401-ebb3505fd044 req-43261019-6759-49a8-bdd9-ae2b8ca68816 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0599525 Jun 24 10:03:39.259430 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ba9c0ef8-2704-4974-820f-f1a5641f9d35 req-7f144123-77d2-4a71-ac85-1991071d21a7 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 944 time: 0.0934486 Jun 24 10:03:39.343563 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ba9c0ef8-2704-4974-820f-f1a5641f9d35 req-3dd28dba-efff-4865-89cf-75ca52121aa5 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831723 Jun 24 10:03:39.347619 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-25a16ef9-d083-4d75-8464-5eda699df057 None None] Provisioning complete for port 69a05ac2-d174-44e8-869f-a4d1510215b1 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:39.348092 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-25a16ef9-d083-4d75-8464-5eda699df057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (69a05ac2-d174-44e8-869f-a4d1510215b1), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:39.370181 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-99f57257-ba29-42a8-b401-ebb3505fd044 req-26d30f24-5997-412c-b7c1-20d59d2b537f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872583 Jun 24 10:03:39.397171 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d03efcd-b935-4bb8-9677-9b1d5783f7c6 admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:03:39.419225 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] Sync routers for ids ['167c9357-73dd-43a9-979f-515941915d92'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:03:39.442582 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 69a05ac2-d174-44e8-869f-a4d1510215b1 is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:03:39.443297 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (69a05ac2-d174-44e8-869f-a4d1510215b1), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:39.466353 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-80901bdc-4e72-424c-8ed6-d69d6fb8df88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (bd3dd57c-1e1f-4724-9145-6730860dff71), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:39.468887 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-80901bdc-4e72-424c-8ed6-d69d6fb8df88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:39.470027 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-80901bdc-4e72-424c-8ed6-d69d6fb8df88 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bd3dd57c-1e1f-4724-9145-6730860dff71 HTTP/1.1" status: 204 len: 168 time: 0.5122347 Jun 24 10:03:39.485195 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80901bdc-4e72-424c-8ed6-d69d6fb8df88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3dd57c-1e1f-4724-9145-6730860dff71,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:39.489472 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] Routers {'167c9357-73dd-43a9-979f-515941915d92'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:03:39.490183 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:03:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['167c9357-73dd-43a9-979f-515941915d92'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:03:39.502916 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-4d03efcd-b935-4bb8-9677-9b1d5783f7c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:39.505630 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-4d03efcd-b935-4bb8-9677-9b1d5783f7c6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4338112 Jun 24 10:03:39.507540 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 41264) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:39.511635 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b4253421-6b46-4b4f-8445-f8460e6fac03 req-f8bcf459-4942-4548-a27d-3ac27bf3bf05 service neutron] 10.222.0.55 "GET /v2.0/networks/5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153457 Jun 24 10:03:39.670584 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89685a-0aa2-4683-8aba-c4dcab4f5405 req-6846d0b9-c338-4530-9000-3c9bdf67c543 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:39.672492 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1f89685a-0aa2-4683-8aba-c4dcab4f5405 req-6846d0b9-c338-4530-9000-3c9bdf67c543 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0693939 Jun 24 10:03:39.725193 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1f89685a-0aa2-4683-8aba-c4dcab4f5405 req-d74f911f-6a8e-435a-8ca1-fffd93efa0d6 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468705 Jun 24 10:03:39.771032 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] For port 69a05ac2-d174-44e8-869f-a4d1510215b1, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=69a05ac2-d174-44e8-869f-a4d1510215b1,segment=NetworkSegment(e192dfd5-47c7-45aa-bdb0-06aacdd88af9),segment_id=e192dfd5-47c7-45aa-bdb0-06aacdd88af9)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:03:39.916918 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (69a05ac2-d174-44e8-869f-a4d1510215b1), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:39.917747 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device a5eb2220-841b-4c28-b663-e12bffee240a up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:03:39.926932 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:40.029914 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Pushing event updated for resources: {'Port': ['ID=69a05ac2-d174-44e8-869f-a4d1510215b1,revision_number=3']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:40.032875 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-25a16ef9-d083-4d75-8464-5eda699df057 None None] Current status of the port 69a05ac2-d174-44e8-869f-a4d1510215b1 is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:03:40.033272 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-25a16ef9-d083-4d75-8464-5eda699df057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (69a05ac2-d174-44e8-869f-a4d1510215b1), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:40.061295 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] Set router 167c9357-73dd-43a9-979f-515941915d92 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:03:40.183166 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-41c8c6cb-9fd1-4d1d-9446-c5fd7bc4d980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:40.306103 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6f034-7ead-4ea6-9ac6-0fa84b00bca3 req-ccfa2d6a-ea66-43c1-a9f3-896d8fead462 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:40.308078 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b2d6f034-7ead-4ea6-9ac6-0fa84b00bca3 req-ccfa2d6a-ea66-43c1-a9f3-896d8fead462 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7951b2f-c465-46fa-9043-7d7e6f4b259a HTTP/1.1" status: 200 len: 945 time: 0.1208990 Jun 24 10:03:40.315219 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port a5eb2220-841b-4c28-b663-e12bffee240a triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:40.315600 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a5eb2220-841b-4c28-b663-e12bffee240a), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:40.363516 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.db.api [None req-25a16ef9-d083-4d75-8464-5eda699df057 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 10:03:40.363846 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG oslo_db.api [None req-25a16ef9-d083-4d75-8464-5eda699df057 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 10:03:40.417747 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167c9357-73dd-43a9-979f-515941915d92', 'name': 'tempest-TestMinimumBasicScenario-1871439777-router', 'tenant_id': '85899867ec4e4f2c874e412c0a313b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '0c4d5d9b-bd23-404a-9f02-d6a365052d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:03:36Z', 'updated_at': '2022-06-24T10:03:38Z', 'revision_number': 3, 'project_id': '85899867ec4e4f2c874e412c0a313b37', 'gw_port': {'id': '0c4d5d9b-bd23-404a-9f02-d6a365052d54', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167c9357-73dd-43a9-979f-515941915d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:37Z', 'updated_at': '2022-06-24T10:03:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:03:40.425361 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b2d6f034-7ead-4ea6-9ac6-0fa84b00bca3 req-dcc0b7da-3625-43d7-961e-baf85e04e0b5 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084876 Jun 24 10:03:40.433149 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 41300) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:40.471349 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] Checking router: 167c9357-73dd-43a9-979f-515941915d92 for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:03:40.471708 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] Updating router 167c9357-73dd-43a9-979f-515941915d92 port 0c4d5d9b-bd23-404a-9f02-d6a365052d54 binding host dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:03:40.473265 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d10025-9d90-4bfd-ae09-00c11be526ff req-238a1ae5-6b90-4f80-a9e8-bbf318ed2705 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:40.474949 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c9d10025-9d90-4bfd-ae09-00c11be526ff req-238a1ae5-6b90-4f80-a9e8-bbf318ed2705 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 944 time: 0.0594490 Jun 24 10:03:40.489627 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b5bd424f-4831-4c65-86f4-1950c106572c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:40.505838 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port a5eb2220-841b-4c28-b663-e12bffee240a is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:03:40.512396 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (0c4d5d9b-bd23-404a-9f02-d6a365052d54), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:40.551965 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c9d10025-9d90-4bfd-ae09-00c11be526ff req-f8a44aab-a99c-4ca6-b698-d764e60409e9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688090 Jun 24 10:03:40.556088 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_common [None req-41c8c6cb-9fd1-4d1d-9446-c5fd7bc4d980 admin admin] Allocated IP 172.20.0.1 (5b294901-6486-4764-981f-77bb5b95ca56/0b249314-f312-4a72-8619-dd423967e530/6044d526-0d3a-4c2b-8980-ae76caef70b8) {{(pid=110840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:03:40.600834 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2b8f3-bf46-4f0b-ba90-f37ff06d7c34 req-bb634be2-5c3c-48e0-8b7b-e2507b26519c tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:40.603242 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c7b2b8f3-bf46-4f0b-ba90-f37ff06d7c34 req-bb634be2-5c3c-48e0-8b7b-e2507b26519c tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0929971 Jun 24 10:03:40.677073 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:40.700057 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 69a05ac2-d174-44e8-869f-a4d1510215b1 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:03:40.766703 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c7b2b8f3-bf46-4f0b-ba90-f37ff06d7c34 req-601813e9-7f0b-42ba-8279-3c7cc772dd0e tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438353 Jun 24 10:03:40.768476 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b5bd424f-4831-4c65-86f4-1950c106572c admin admin] Publish callbacks [] for security_group (e43dc267-5a05-4258-8668-557ec6317745), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:40.772001 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-41c8c6cb-9fd1-4d1d-9446-c5fd7bc4d980 admin admin] Publish callbacks [] for port (6044d526-0d3a-4c2b-8980-ae76caef70b8), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:40.777274 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 69a05ac2-d174-44e8-869f-a4d1510215b1 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:40.777690 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (69a05ac2-d174-44e8-869f-a4d1510215b1), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:40.849793 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:40.885162 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34938513-942a-4e42-80c7-768d67218733 req-fe58e0bb-768e-4ace-bd0a-f237fb84fdc2 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:40.886552 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-34938513-942a-4e42-80c7-768d67218733 req-fe58e0bb-768e-4ace-bd0a-f237fb84fdc2 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0596952 Jun 24 10:03:40.893082 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] Publish callbacks [] for port (0c4d5d9b-bd23-404a-9f02-d6a365052d54), precommit_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:40.894149 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b5bd424f-4831-4c65-86f4-1950c106572c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (e43dc267-5a05-4258-8668-557ec6317745), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:40.931272 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-25a16ef9-d083-4d75-8464-5eda699df057 None None] Current status of the port 69a05ac2-d174-44e8-869f-a4d1510215b1 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:03:40.939138 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-41c8c6cb-9fd1-4d1d-9446-c5fd7bc4d980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (6044d526-0d3a-4c2b-8980-ae76caef70b8), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:40.940697 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 69a05ac2-d174-44e8-869f-a4d1510215b1 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:03:40.951028 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:40.955164 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd424f-4831-4c65-86f4-1950c106572c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43dc267-5a05-4258-8668-557ec6317745,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:40.982252 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-b5bd424f-4831-4c65-86f4-1950c106572c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=650540e3562b44979477222a737e8802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5449269 Jun 24 10:03:40.988807 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 41306) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:40.993950 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-34938513-942a-4e42-80c7-768d67218733 req-470c55c6-4c58-444d-a678-ac9ebba49f65 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799730 Jun 24 10:03:41.007441 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c8c6cb-9fd1-4d1d-9446-c5fd7bc4d980 admin admin] Network 5b294901-6486-4764-981f-77bb5b95ca56 is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:03:41.019151 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-41c8c6cb-9fd1-4d1d-9446-c5fd7bc4d980 admin admin] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:03:41.019823 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (0c4d5d9b-bd23-404a-9f02-d6a365052d54), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:41.034224 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c8c6cb-9fd1-4d1d-9446-c5fd7bc4d980 admin admin] Received port after_create {{(pid=110840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:03:41.034864 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-41c8c6cb-9fd1-4d1d-9446-c5fd7bc4d980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1900035'] for router_interface (167c9357-73dd-43a9-979f-515941915d92), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:41.107989 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] Attempting to bind port 0c4d5d9b-bd23-404a-9f02-d6a365052d54 on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:03:41.108584 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] Attempting to bind port 0c4d5d9b-bd23-404a-9f02-d6a365052d54 by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:03:41.108920 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] Attempting to bind port 0c4d5d9b-bd23-404a-9f02-d6a365052d54 on network a3837c3f-8d84-4126-8dfc-b4bde8a26600 {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:03:41.109245 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8c6cb-9fd1-4d1d-9446-c5fd7bc4d980 admin admin] Pushing event updated for resources: {'Port': ['ID=6044d526-0d3a-4c2b-8980-ae76caef70b8,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:41.116777 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-407de240-144b-46a4-a700-44617aeefb53 None None] Provisioning complete for port 69a05ac2-d174-44e8-869f-a4d1510215b1 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:41.117263 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-407de240-144b-46a4-a700-44617aeefb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (69a05ac2-d174-44e8-869f-a4d1510215b1), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:41.172859 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:03:41.173384 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] Checking segment: {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:03:41.173792 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:41.175507 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] Bound using segment: {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:03:41.176007 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] Bound port: 0c4d5d9b-bd23-404a-9f02-d6a365052d54, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:03:41.178448 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-52f263cf-3cba-40e9-8388-da24cae66bd0 admin admin] Publish callbacks [] for security_group (e43dc267-5a05-4258-8668-557ec6317745), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:41.181242 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (0c4d5d9b-bd23-404a-9f02-d6a365052d54), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:41.235886 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-52f263cf-3cba-40e9-8388-da24cae66bd0 admin admin] Publish callbacks [] for security_group (e43dc267-5a05-4258-8668-557ec6317745), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:41.238133 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:41.258636 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] For port 0c4d5d9b-bd23-404a-9f02-d6a365052d54, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:03:41.262567 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] For port 0c4d5d9b-bd23-404a-9f02-d6a365052d54, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=0c4d5d9b-bd23-404a-9f02-d6a365052d54,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:03:41.281483 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516dfa74-f0a2-43fe-815c-2efba39a34b6 None None] Pushing event updated for resources: {'Port': ['ID=0c4d5d9b-bd23-404a-9f02-d6a365052d54,revision_number=2']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:41.343940 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-407de240-144b-46a4-a700-44617aeefb53 None None] Current status of the port 69a05ac2-d174-44e8-869f-a4d1510215b1 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:03:41.379381 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-41c8c6cb-9fd1-4d1d-9446-c5fd7bc4d980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (6044d526-0d3a-4c2b-8980-ae76caef70b8), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:41.412210 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (0c4d5d9b-bd23-404a-9f02-d6a365052d54), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:41.439708 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-52f263cf-3cba-40e9-8388-da24cae66bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (e43dc267-5a05-4258-8668-557ec6317745), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:41.444805 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-52f263cf-3cba-40e9-8388-da24cae66bd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:41.463493 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-52f263cf-3cba-40e9-8388-da24cae66bd0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e43dc267-5a05-4258-8668-557ec6317745 HTTP/1.1" status: 204 len: 168 time: 0.4686139 Jun 24 10:03:41.495789 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f263cf-3cba-40e9-8388-da24cae66bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43dc267-5a05-4258-8668-557ec6317745,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:41.537668 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-c6fd9473-a0c9-448e-9093-dedb7f635868 None None] Provisioning complete for port 6044d526-0d3a-4c2b-8980-ae76caef70b8 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:41.538041 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-c6fd9473-a0c9-448e-9093-dedb7f635868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (6044d526-0d3a-4c2b-8980-ae76caef70b8), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:41.620018 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516dfa74-f0a2-43fe-815c-2efba39a34b6 None None] Pushing event updated for resources: {'Port': ['ID=0c4d5d9b-bd23-404a-9f02-d6a365052d54,revision_number=3']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:41.652643 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] Routers {'167c9357-73dd-43a9-979f-515941915d92'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:03:41.653607 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:03:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['167c9357-73dd-43a9-979f-515941915d92'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:03:41.656814 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55731d0c-ba68-464f-af12-595d934212a0 req-25734c2c-d8b1-4829-bf4a-4479e3021d7e tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:41.666090 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-55731d0c-ba68-464f-af12-595d934212a0 req-25734c2c-d8b1-4829-bf4a-4479e3021d7e tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7951b2f-c465-46fa-9043-7d7e6f4b259a HTTP/1.1" status: 200 len: 945 time: 0.1216857 Jun 24 10:03:41.726290 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-c6fd9473-a0c9-448e-9093-dedb7f635868 None None] Port 6044d526-0d3a-4c2b-8980-ae76caef70b8 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:03:41.768495 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-55731d0c-ba68-464f-af12-595d934212a0 req-677de23a-a891-4d52-8acf-7617437e0938 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014302 Jun 24 10:03:41.775146 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-41c8c6cb-9fd1-4d1d-9446-c5fd7bc4d980 admin admin] Publish callbacks [] for port (6044d526-0d3a-4c2b-8980-ae76caef70b8), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:41.835482 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e27909-afe1-4a0d-b1e6-04e416fc4d84 req-fb7b05ab-3e1e-48e6-a46d-0d5040430290 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:41.838023 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-30e27909-afe1-4a0d-b1e6-04e416fc4d84 req-fb7b05ab-3e1e-48e6-a46d-0d5040430290 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 944 time: 0.1384554 Jun 24 10:03:41.842777 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-41c8c6cb-9fd1-4d1d-9446-c5fd7bc4d980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (6044d526-0d3a-4c2b-8980-ae76caef70b8), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:41.843863 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-41c8c6cb-9fd1-4d1d-9446-c5fd7bc4d980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1899923'] for router_interface (167c9357-73dd-43a9-979f-515941915d92), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:41.956644 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-30e27909-afe1-4a0d-b1e6-04e416fc4d84 req-1219c305-dde5-4fe8-b56b-33b6f7d30c80 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048391 Jun 24 10:03:41.979059 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] Set router 167c9357-73dd-43a9-979f-515941915d92 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:03:41.998710 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ab2b7-e02b-4128-8c6a-3c7ba62a2180 req-c4d02bdd-2540-4fdb-aa39-15e1549eaad8 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:42.006661 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b45ab2b7-e02b-4128-8c6a-3c7ba62a2180 req-c4d02bdd-2540-4fdb-aa39-15e1549eaad8 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.1118965 Jun 24 10:03:42.017592 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8c6cb-9fd1-4d1d-9446-c5fd7bc4d980 admin admin] Pushing event updated for resources: {'Port': ['ID=6044d526-0d3a-4c2b-8980-ae76caef70b8,revision_number=2']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:42.236442 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574bd2b-9391-4a46-b85c-7557748f258c req-a3bc5ee0-66e8-4993-8df1-4ae7defe7df5 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:42.238686 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f574bd2b-9391-4a46-b85c-7557748f258c req-a3bc5ee0-66e8-4993-8df1-4ae7defe7df5 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0999691 Jun 24 10:03:42.313708 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f574bd2b-9391-4a46-b85c-7557748f258c req-8c3ba63a-7c4e-48b0-852d-f605badc772d tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670397 Jun 24 10:03:42.369371 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b45ab2b7-e02b-4128-8c6a-3c7ba62a2180 req-dbf5f1ed-41a0-4d80-974a-cc7feb7f4d42 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3339393 Jun 24 10:03:42.402577 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c8c6cb-9fd1-4d1d-9446-c5fd7bc4d980 admin admin] Network 5b294901-6486-4764-981f-77bb5b95ca56 is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:03:42.404153 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-41c8c6cb-9fd1-4d1d-9446-c5fd7bc4d980 admin admin] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:03:42.683730 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167c9357-73dd-43a9-979f-515941915d92', 'name': 'tempest-TestMinimumBasicScenario-1871439777-router', 'tenant_id': '85899867ec4e4f2c874e412c0a313b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '0c4d5d9b-bd23-404a-9f02-d6a365052d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:03:36Z', 'updated_at': '2022-06-24T10:03:41Z', 'revision_number': 4, 'project_id': '85899867ec4e4f2c874e412c0a313b37', 'gw_port': {'id': '0c4d5d9b-bd23-404a-9f02-d6a365052d54', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167c9357-73dd-43a9-979f-515941915d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:37Z', 'updated_at': '2022-06-24T10:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': '6044d526-0d3a-4c2b-8980-ae76caef70b8', 'name': '', 'network_id': '5b294901-6486-4764-981f-77bb5b95ca56', 'tenant_id': '85899867ec4e4f2c874e412c0a313b37', 'mac_address': 'fa:16:3e:58:7c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167c9357-73dd-43a9-979f-515941915d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0b249314-f312-4a72-8619-dd423967e530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:40Z', 'updated_at': '2022-06-24T10:03:40Z', 'revision_number': 1, 'project_id': '85899867ec4e4f2c874e412c0a313b37', 'subnets': [{'id': '0b249314-f312-4a72-8619-dd423967e530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:03:42.685445 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6c9d-15cc-45ad-a68f-1e4a027cd866 req-5ed0332d-2673-4eda-89ce-79e1e35f74a2 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:42.685445 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-14ac6c9d-15cc-45ad-a68f-1e4a027cd866 req-5ed0332d-2673-4eda-89ce-79e1e35f74a2 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.1094654 Jun 24 10:03:42.685684 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ad9c85-7bfa-4aa7-937a-6bcab9796c03 None None] The sync data for ids ['167c9357-73dd-43a9-979f-515941915d92'] in dv-cinder-843277-6-iscsi is: [{'id': '167c9357-73dd-43a9-979f-515941915d92', 'name': 'tempest-TestMinimumBasicScenario-1871439777-router', 'tenant_id': '85899867ec4e4f2c874e412c0a313b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '0c4d5d9b-bd23-404a-9f02-d6a365052d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:03:36Z', 'updated_at': '2022-06-24T10:03:41Z', 'revision_number': 4, 'project_id': '85899867ec4e4f2c874e412c0a313b37', 'gw_port': {'id': '0c4d5d9b-bd23-404a-9f02-d6a365052d54', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167c9357-73dd-43a9-979f-515941915d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:37Z', 'updated_at': '2022-06-24T10:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': '6044d526-0d3a-4c2b-8980-ae76caef70b8', 'name': '', 'network_id': '5b294901-6486-4764-981f-77bb5b95ca56', 'tenant_id': '85899867ec4e4f2c874e412c0a313b37', 'mac_address': 'fa:16:3e:58:7c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167c9357-73dd-43a9-979f-515941915d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0b249314-f312-4a72-8619-dd423967e530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:40Z', 'updated_at': '2022-06-24T10:03:40Z', 'revision_number': 1, 'project_id': '85899867ec4e4f2c874e412c0a313b37', 'subnets': [{'id': '0b249314-f312-4a72-8619-dd423967e530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:03:42.685863 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c8c6cb-9fd1-4d1d-9446-c5fd7bc4d980 admin admin] Router 167c9357-73dd-43a9-979f-515941915d92 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:03:42.685990 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 41358) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:42.685990 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-d398b00e-0d56-4ae4-b6ba-59b2e89b81c9 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Request body: {'floatingip': {'port_id': '62ac8ae2-de6d-4539-8e21-9a572eab33d9'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:03:42.706466 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:42.779567 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d398b00e-0d56-4ae4-b6ba-59b2e89b81c9 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks [] for floatingip (7b18c148-c2d9-4373-9e84-ce0150c88276), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:42.966344 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-d22f1091-9017-436a-9088-3962908f44e2 None None] Provisioning complete for port 6044d526-0d3a-4c2b-8980-ae76caef70b8 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:42.966344 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-d22f1091-9017-436a-9088-3962908f44e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (6044d526-0d3a-4c2b-8980-ae76caef70b8), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:42.966344 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-d22f1091-9017-436a-9088-3962908f44e2 None None] Port 6044d526-0d3a-4c2b-8980-ae76caef70b8 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:03:43.003951 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:03:43.044976 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c8c6cb-9fd1-4d1d-9446-c5fd7bc4d980 admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:03:43.068590 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-41c8c6cb-9fd1-4d1d-9446-c5fd7bc4d980 admin admin] 10.222.0.26 "PUT /v2.0/routers/167c9357-73dd-43a9-979f-515941915d92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5560083 Jun 24 10:03:43.104298 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d6dfa-f3e5-45fe-afd4-ea1bacc7aab5 req-dd18db45-1028-4ab7-970e-563754677330 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:43.106424 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-978d6dfa-f3e5-45fe-afd4-ea1bacc7aab5 req-dd18db45-1028-4ab7-970e-563754677330 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7951b2f-c465-46fa-9043-7d7e6f4b259a HTTP/1.1" status: 200 len: 945 time: 0.1722949 Jun 24 10:03:43.221746 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-978d6dfa-f3e5-45fe-afd4-ea1bacc7aab5 req-fbdd1927-ed15-4606-b84c-bbc9460d52a6 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080770 Jun 24 10:03:43.595313 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6350bb-a2cf-49c0-b45b-a4223b723e23 req-03e85501-7622-407a-9cf0-452a48f98b19 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:43.606790 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-1f6350bb-a2cf-49c0-b45b-a4223b723e23 req-03e85501-7622-407a-9cf0-452a48f98b19 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.1261499 Jun 24 10:03:43.722670 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 7a2487cd-65e1-440a-993c-799a4156c918 up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:03:43.731607 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-1f6350bb-a2cf-49c0-b45b-a4223b723e23 req-eb3b0cda-37c6-4d79-a0c5-a8421620bd16 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082821 Jun 24 10:03:43.740406 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382faf1-277e-497a-9d0d-1f766979a62f req-a8d3fb0d-8b5d-4478-8051-5b5d9a45ed38 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:43.748529 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6382faf1-277e-497a-9d0d-1f766979a62f req-a8d3fb0d-8b5d-4478-8051-5b5d9a45ed38 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 944 time: 0.1967931 Jun 24 10:03:43.830741 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning for port 7a2487cd-65e1-440a-993c-799a4156c918 completed by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:03:43.900963 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port 7a2487cd-65e1-440a-993c-799a4156c918 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:43.902534 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (7a2487cd-65e1-440a-993c-799a4156c918), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:44.083276 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6382faf1-277e-497a-9d0d-1f766979a62f req-ef2eb6d8-96b3-4da8-903d-5de03ec4cfe3 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3241260 Jun 24 10:03:44.163536 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 7a2487cd-65e1-440a-993c-799a4156c918 is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:03:44.163936 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (7a2487cd-65e1-440a-993c-799a4156c918), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:44.199253 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7951b2f-c465-46fa-9043-7d7e6f4b259a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2487cd-65e1-440a-993c-799a4156c918'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:03:44.201583 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2de4293-7e8b-4ab4-bdcb-9a3c084c759c" -d '{"events": [{"server_uuid": "b7951b2f-c465-46fa-9043-7d7e6f4b259a", "name": "network-vif-plugged", "status": "completed", "tag": "7a2487cd-65e1-440a-993c-799a4156c918"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:03:44.215871 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 7a2487cd-65e1-440a-993c-799a4156c918, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=7a2487cd-65e1-440a-993c-799a4156c918,segment=NetworkSegment(5962482e-f02e-484d-a613-c8aa8750d95c),segment_id=5962482e-f02e-484d-a613-c8aa8750d95c)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:03:44.277106 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adf6c86-4957-4136-be5a-3013bb9c1bc0 x-openstack-request-id: req-5adf6c86-4957-4136-be5a-3013bb9c1bc0 {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:03:44.277395 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7951b2f-c465-46fa-9043-7d7e6f4b259a", "name": "network-vif-plugged", "status": "completed", "tag": "7a2487cd-65e1-440a-993c-799a4156c918", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:03:44.278088 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5adf6c86-4957-4136-be5a-3013bb9c1bc0 {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:03:44.278833 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5adf6c86-4957-4136-be5a-3013bb9c1bc0'] response: {'server_uuid': 'b7951b2f-c465-46fa-9043-7d7e6f4b259a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2487cd-65e1-440a-993c-799a4156c918', 'code': 200} Jun 24 10:03:44.328814 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (7a2487cd-65e1-440a-993c-799a4156c918), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:44.330085 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device bc68c0d7-3cc3-4add-8d35-8b1892ac129e up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:03:44.505083 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=7a2487cd-65e1-440a-993c-799a4156c918,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:44.513282 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port bc68c0d7-3cc3-4add-8d35-8b1892ac129e triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:44.513798 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:44.550990 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc6e3b-62b9-4311-8b30-d239852887a5 req-ca84bf65-368a-40a2-afcb-150259d28e55 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:44.552713 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-54cc6e3b-62b9-4311-8b30-d239852887a5 req-ca84bf65-368a-40a2-afcb-150259d28e55 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7951b2f-c465-46fa-9043-7d7e6f4b259a HTTP/1.1" status: 200 len: 946 time: 0.2286434 Jun 24 10:03:44.751091 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-54cc6e3b-62b9-4311-8b30-d239852887a5 req-7b989899-413f-41d2-b124-b7c1f1fd6585 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919441 Jun 24 10:03:44.761140 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:44.778474 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:44.803002 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.db.resource_extend [None req-d398b00e-0d56-4ae4-b6ba-59b2e89b81c9 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 10:03:44.812141 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port bc68c0d7-3cc3-4add-8d35-8b1892ac129e is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:03:44.812824 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:44.816477 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 0c4d5d9b-bd23-404a-9f02-d6a365052d54 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:03:44.931679 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:45.010456 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d398b00e-0d56-4ae4-b6ba-59b2e89b81c9 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:45.010456 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087bce4-d57e-42c5-b6b2-ef05f2a74cc8 req-98185639-5300-4d39-a03e-5aa726af2fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:45.013521 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9087bce4-d57e-42c5-b6b2-ef05f2a74cc8 req-98185639-5300-4d39-a03e-5aa726af2fda service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b7951b2f-c465-46fa-9043-7d7e6f4b259a HTTP/1.1" status: 200 len: 1130 time: 0.1293399 Jun 24 10:03:45.037443 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:45.045099 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port bc68c0d7-3cc3-4add-8d35-8b1892ac129e, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=bc68c0d7-3cc3-4add-8d35-8b1892ac129e,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:03:45.047604 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 0c4d5d9b-bd23-404a-9f02-d6a365052d54 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:45.047989 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (0c4d5d9b-bd23-404a-9f02-d6a365052d54), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:45.089701 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864246a-4987-45b8-a715-e58fa0affb97 req-aa181f20-ea24-4bbe-bf08-4d8e019d564f tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:45.095949 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d398b00e-0d56-4ae4-b6ba-59b2e89b81c9 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (7b18c148-c2d9-4373-9e84-ce0150c88276), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:45.099311 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-8864246a-4987-45b8-a715-e58fa0affb97 req-aa181f20-ea24-4bbe-bf08-4d8e019d564f tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.2134578 Jun 24 10:03:45.164859 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:45.167148 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:45.221986 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 0c4d5d9b-bd23-404a-9f02-d6a365052d54 is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:03:45.231859 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (0c4d5d9b-bd23-404a-9f02-d6a365052d54), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:45.291095 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] For port 0c4d5d9b-bd23-404a-9f02-d6a365052d54, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=0c4d5d9b-bd23-404a-9f02-d6a365052d54,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:03:45.299336 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-8864246a-4987-45b8-a715-e58fa0affb97 req-a763d03f-0ed3-4c1a-9ff9-a2c2e1df16ba tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983945 Jun 24 10:03:45.354797 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=bc68c0d7-3cc3-4add-8d35-8b1892ac129e,revision_number=7']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:45.369726 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:45.377930 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (0c4d5d9b-bd23-404a-9f02-d6a365052d54), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:45.401522 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.l3_db [None req-d398b00e-0d56-4ae4-b6ba-59b2e89b81c9 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Floating IP 7b18c148-c2d9-4373-9e84-ce0150c88276 associated. External IP: 172.27.2.12, port: 62ac8ae2-de6d-4539-8e21-9a572eab33d9. Jun 24 10:03:45.412682 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9087bce4-d57e-42c5-b6b2-ef05f2a74cc8 req-212ee133-214f-4932-8982-cd8362489fe2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893576 Jun 24 10:03:45.473309 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Pushing event updated for resources: {'Port': ['ID=0c4d5d9b-bd23-404a-9f02-d6a365052d54,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:45.497707 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:45.515675 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:45.577692 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae5e2a-285d-4c62-b1f4-40b98310e31a req-5f1912fb-0a32-44c6-a598-e67905dc03a3 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:45.586497 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-53ae5e2a-285d-4c62-b1f4-40b98310e31a req-5f1912fb-0a32-44c6-a598-e67905dc03a3 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.2158854 Jun 24 10:03:45.765618 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-89fed723-222d-45a9-a854-9accc631b3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:45.786210 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-53ae5e2a-285d-4c62-b1f4-40b98310e31a req-b0779cfb-770f-4ce2-ac12-170cb9f1b4d6 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977727 Jun 24 10:03:46.066503 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132562f-1d5a-47f0-9b7f-9a27edd3b313 req-f5c637e2-36d0-402f-a505-de8610979c5e tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:46.075096 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-1132562f-1d5a-47f0-9b7f-9a27edd3b313 req-f5c637e2-36d0-402f-a505-de8610979c5e tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7951b2f-c465-46fa-9043-7d7e6f4b259a HTTP/1.1" status: 200 len: 946 time: 0.1403072 Jun 24 10:03:46.077415 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d398b00e-0d56-4ae4-b6ba-59b2e89b81c9 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Router a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:03:46.194508 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-1132562f-1d5a-47f0-9b7f-9a27edd3b313 req-09d0d991-6549-4b0a-8abd-6e2ae80fe282 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175714 Jun 24 10:03:46.279997 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904eb348-521e-499e-8127-cb3096230877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc68c0d7-3cc3-4add-8d35-8b1892ac129e'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:03:46.285564 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abae303-5577-4589-a2a9-2e8f60f44f71" -d '{"events": [{"server_uuid": "904eb348-521e-499e-8127-cb3096230877", "name": "network-vif-plugged", "status": "completed", "tag": "bc68c0d7-3cc3-4add-8d35-8b1892ac129e"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:03:46.419446 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28fc60c-b417-460f-8315-0e2588582980 x-openstack-request-id: req-b28fc60c-b417-460f-8315-0e2588582980 {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:03:46.425309 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904eb348-521e-499e-8127-cb3096230877", "name": "network-vif-plugged", "status": "completed", "tag": "bc68c0d7-3cc3-4add-8d35-8b1892ac129e", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:03:46.425309 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b28fc60c-b417-460f-8315-0e2588582980 {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:03:46.425309 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b28fc60c-b417-460f-8315-0e2588582980'] response: {'server_uuid': '904eb348-521e-499e-8127-cb3096230877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc68c0d7-3cc3-4add-8d35-8b1892ac129e', 'code': 200} Jun 24 10:03:46.435367 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] Sync routers for ids ['167c9357-73dd-43a9-979f-515941915d92'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:03:46.451329 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] Routers {'167c9357-73dd-43a9-979f-515941915d92'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:03:46.452001 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:03:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['167c9357-73dd-43a9-979f-515941915d92'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:03:46.470142 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:46.537973 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cda9c0-dcdc-4885-9cd5-c9339a4339bb req-559e76e1-366e-441a-a99a-170f00aa3ccf tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:46.540889 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-85cda9c0-dcdc-4885-9cd5-c9339a4339bb req-559e76e1-366e-441a-a99a-170f00aa3ccf tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.1136353 Jun 24 10:03:46.572500 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d398b00e-0d56-4ae4-b6ba-59b2e89b81c9 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:03:46.577530 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d398b00e-0d56-4ae4-b6ba-59b2e89b81c9 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:46.584629 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ef29e8-5f12-441f-b538-2da592b27c6b None None] Sync routers for ids ['a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:03:46.620987 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ef29e8-5f12-441f-b538-2da592b27c6b None None] Routers {'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:03:46.622121 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-87ef29e8-5f12-441f-b538-2da592b27c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:03:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:03:46.639462 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-85cda9c0-dcdc-4885-9cd5-c9339a4339bb req-7853fbda-ea31-4244-a65e-dc806ca7bdaf tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903366 Jun 24 10:03:46.676259 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-d398b00e-0d56-4ae4-b6ba-59b2e89b81c9 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "PUT /v2.0/floatingips/7b18c148-c2d9-4373-9e84-ce0150c88276 HTTP/1.1" status: 200 len: 990 time: 4.0168304 Jun 24 10:03:46.676890 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c170d532-d8da-4b26-879d-22c7dc180716', 'tag': '62ac8ae2-de6d-4539-8e21-9a572eab33d9'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:03:46.680095 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:46.704682 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bb446f-fb40-464d-830b-a974db08899d" -d '{"events": [{"name": "network-changed", "server_uuid": "c170d532-d8da-4b26-879d-22c7dc180716", "tag": "62ac8ae2-de6d-4539-8e21-9a572eab33d9"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:03:46.771230 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:46.783866 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] Set router 167c9357-73dd-43a9-979f-515941915d92 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:03:46.805875 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e8b999-84bf-4285-8768-60a274a7712d x-openstack-request-id: req-40e8b999-84bf-4285-8768-60a274a7712d {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:03:46.806423 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c170d532-d8da-4b26-879d-22c7dc180716", "tag": "62ac8ae2-de6d-4539-8e21-9a572eab33d9", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:03:46.806423 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-40e8b999-84bf-4285-8768-60a274a7712d {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:03:46.806851 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e8b999-84bf-4285-8768-60a274a7712d'] response: {'name': 'network-changed', 'server_uuid': 'c170d532-d8da-4b26-879d-22c7dc180716', 'tag': '62ac8ae2-de6d-4539-8e21-9a572eab33d9', 'status': 'completed', 'code': 200} Jun 24 10:03:46.867613 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 0c4d5d9b-bd23-404a-9f02-d6a365052d54 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:03:46.878954 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:46.981838 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:47.027931 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-87ef29e8-5f12-441f-b538-2da592b27c6b None None] Set router a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:03:47.088547 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12134e61-cdd1-4418-8fab-50336689a163 req-45f563a9-9a87-4c86-899b-4111e4886312 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:47.098353 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-12134e61-cdd1-4418-8fab-50336689a163 req-45f563a9-9a87-4c86-899b-4111e4886312 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.1570981 Jun 24 10:03:47.200078 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 41506) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:47.224903 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-12134e61-cdd1-4418-8fab-50336689a163 req-767dfb0f-fa42-4c6b-b61a-e5baa8a1738f tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261716 Jun 24 10:03:47.235927 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb446f-fb40-464d-830b-a974db08899d req-347b9b06-2164-442a-843f-d0f574e6104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:47.249142 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e0bb446f-fb40-464d-830b-a974db08899d req-347b9b06-2164-442a-843f-d0f574e6104b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddf89eff2d584c508a967f1686090be1&device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 1129 time: 0.1629796 Jun 24 10:03:47.281309 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167c9357-73dd-43a9-979f-515941915d92', 'name': 'tempest-TestMinimumBasicScenario-1871439777-router', 'tenant_id': '85899867ec4e4f2c874e412c0a313b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '0c4d5d9b-bd23-404a-9f02-d6a365052d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:03:36Z', 'updated_at': '2022-06-24T10:03:41Z', 'revision_number': 4, 'project_id': '85899867ec4e4f2c874e412c0a313b37', 'gw_port': {'id': '0c4d5d9b-bd23-404a-9f02-d6a365052d54', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167c9357-73dd-43a9-979f-515941915d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:37Z', 'updated_at': '2022-06-24T10:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': '6044d526-0d3a-4c2b-8980-ae76caef70b8', 'name': '', 'network_id': '5b294901-6486-4764-981f-77bb5b95ca56', 'tenant_id': '85899867ec4e4f2c874e412c0a313b37', 'mac_address': 'fa:16:3e:58:7c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167c9357-73dd-43a9-979f-515941915d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0b249314-f312-4a72-8619-dd423967e530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:40Z', 'updated_at': '2022-06-24T10:03:41Z', 'revision_number': 2, 'project_id': '85899867ec4e4f2c874e412c0a313b37', 'subnets': [{'id': '0b249314-f312-4a72-8619-dd423967e530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:03:47.357191 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] Checking router: 167c9357-73dd-43a9-979f-515941915d92 for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:03:47.358827 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] Updating router 167c9357-73dd-43a9-979f-515941915d92 port 6044d526-0d3a-4c2b-8980-ae76caef70b8 binding host dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:03:47.378717 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb446f-fb40-464d-830b-a974db08899d req-0227e598-0b78-41f4-bbee-3b832d846d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:47.380366 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e0bb446f-fb40-464d-830b-a974db08899d req-0227e598-0b78-41f4-bbee-3b832d846d20 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa HTTP/1.1" status: 200 len: 919 time: 0.1283271 Jun 24 10:03:47.413288 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 0c4d5d9b-bd23-404a-9f02-d6a365052d54 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:47.413877 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (0c4d5d9b-bd23-404a-9f02-d6a365052d54), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:47.436552 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (6044d526-0d3a-4c2b-8980-ae76caef70b8), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:47.492684 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f193702-427d-4d07-a574-c3300d08ae45 req-c095af2e-645d-4d45-b3e0-efe06950556b tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:47.494596 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0f193702-427d-4d07-a574-c3300d08ae45 req-c095af2e-645d-4d45-b3e0-efe06950556b tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7951b2f-c465-46fa-9043-7d7e6f4b259a HTTP/1.1" status: 200 len: 946 time: 0.0753150 Jun 24 10:03:47.560618 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:47.626477 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e0bb446f-fb40-464d-830b-a974db08899d req-abce95c4-29c2-454b-93ea-81fe48f3df30 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62ac8ae2-de6d-4539-8e21-9a572eab33d9 HTTP/1.1" status: 200 len: 998 time: 0.2307947 Jun 24 10:03:47.721623 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-28d4643f-2942-4854-bb69-42ab1760b930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:47.742712 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb446f-fb40-464d-830b-a974db08899d req-ce1b44f7-ff0f-4d10-bbf5-dead67b7615f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:47.745950 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e0bb446f-fb40-464d-830b-a974db08899d req-ce1b44f7-ff0f-4d10-bbf5-dead67b7615f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=144899a2-b09a-495a-b00a-6c663cd7966a HTTP/1.1" status: 200 len: 857 time: 0.1187105 Jun 24 10:03:47.766209 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:47.813005 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0f193702-427d-4d07-a574-c3300d08ae45 req-59a4980c-c7a7-429f-bcfe-356577646489 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667539 Jun 24 10:03:47.854784 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb446f-fb40-464d-830b-a974db08899d req-0d003e06-c55e-4b66-bb16-705b7cdc71cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:47.857141 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e0bb446f-fb40-464d-830b-a974db08899d req-0d003e06-c55e-4b66-bb16-705b7cdc71cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0851886 Jun 24 10:03:47.920265 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:47.999284 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faabbc9-128b-4a90-ad65-2ba08555280c req-fe8ce9dc-3090-4029-a984-144a048861a5 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:48.003622 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2faabbc9-128b-4a90-ad65-2ba08555280c req-fe8ce9dc-3090-4029-a984-144a048861a5 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.1670363 Jun 24 10:03:48.012019 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:48.067596 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 0c4d5d9b-bd23-404a-9f02-d6a365052d54 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:03:48.080233 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-a9e69e47-ff0d-460b-9edb-3d8e91446644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:48.089791 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e0bb446f-fb40-464d-830b-a974db08899d req-8a73f34e-fde6-43d9-8c65-91283efe6686 service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188222 Jun 24 10:03:48.172775 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2faabbc9-128b-4a90-ad65-2ba08555280c req-9f0b3650-b1dd-43ad-a5f9-4108e75bf01f tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470211 Jun 24 10:03:48.178809 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-28d4643f-2942-4854-bb69-42ab1760b930 admin admin] Publish callbacks [] for security_group (731a10a8-4071-4e54-8608-13df20b703c0), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:48.210890 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-87ef29e8-5f12-441f-b538-2da592b27c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'name': 'tempest-ServerRescueNegativeTestJSON-292774372-router', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:09Z', 'revision_number': 4, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'gw_port': {'id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:01Z', 'updated_at': '2022-06-24T10:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '7b18c148-c2d9-4373-9e84-ce0150c88276', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'port_id': '62ac8ae2-de6d-4539-8e21-9a572eab33d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 253, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'mac_address': 'fa:16:3e:4e:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c170d532-d8da-4b26-879d-22c7dc180716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:03:18Z', 'updated_at': '2022-06-24T10:03:44Z', 'revision_number': 1, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2f8c1c8-dbdf-4484-83e0-7797f26f41e9', 'name': '', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'mac_address': 'fa:16:3e:73:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:08Z', 'updated_at': '2022-06-24T10:01:29Z', 'revision_number': 5, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'subnets': [{'id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:03:48.254481 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-28d4643f-2942-4854-bb69-42ab1760b930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (731a10a8-4071-4e54-8608-13df20b703c0), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:48.290281 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e0bb446f-fb40-464d-830b-a974db08899d req-5f63308e-9c52-4501-a06d-cc5704f52b94 service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684432 Jun 24 10:03:48.298560 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ef29e8-5f12-441f-b538-2da592b27c6b None None] Checking router: a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:03:48.314744 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:48.318722 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-28d4643f-2942-4854-bb69-42ab1760b930 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=53dacdf8410c4b328d792a1a10a9e3d4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1164961 Jun 24 10:03:48.319868 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 41526) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:48.333466 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ef29e8-5f12-441f-b538-2da592b27c6b None None] Routers {'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:03:48.334253 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-87ef29e8-5f12-441f-b538-2da592b27c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:03:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:03:48.399138 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4643f-2942-4854-bb69-42ab1760b930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731a10a8-4071-4e54-8608-13df20b703c0,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:48.439609 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] Publish callbacks [] for port (6044d526-0d3a-4c2b-8980-ae76caef70b8), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:48.527901 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c5cab-d3d0-41f9-b06f-717a58adc41e req-3d347329-69c8-4599-be59-12f9c502489d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:48.529457 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-534c5cab-d3d0-41f9-b06f-717a58adc41e req-3d347329-69c8-4599-be59-12f9c502489d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.1103120 Jun 24 10:03:48.546515 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (6044d526-0d3a-4c2b-8980-ae76caef70b8), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:48.548663 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-0899a0e8-00be-41ae-82cf-28026734f972 admin admin] Publish callbacks [] for security_group (731a10a8-4071-4e54-8608-13df20b703c0), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:48.562455 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:48.622212 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-0899a0e8-00be-41ae-82cf-28026734f972 admin admin] Publish callbacks [] for security_group (731a10a8-4071-4e54-8608-13df20b703c0), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:48.637455 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-87ef29e8-5f12-441f-b538-2da592b27c6b None None] Set router a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:03:48.670050 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-534c5cab-d3d0-41f9-b06f-717a58adc41e req-a5f22df0-679d-43f4-9179-f725cb9f1159 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234374 Jun 24 10:03:48.683601 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfcad5-4584-4697-adf7-8cc4a6c24398 None None] Pushing event updated for resources: {'Port': ['ID=6044d526-0d3a-4c2b-8980-ae76caef70b8,revision_number=3']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:48.848467 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-0899a0e8-00be-41ae-82cf-28026734f972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (731a10a8-4071-4e54-8608-13df20b703c0), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:48.850988 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-0899a0e8-00be-41ae-82cf-28026734f972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:48.852203 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-0899a0e8-00be-41ae-82cf-28026734f972 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/731a10a8-4071-4e54-8608-13df20b703c0 HTTP/1.1" status: 204 len: 168 time: 0.5314422 Jun 24 10:03:48.852962 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] Attempting to bind port 6044d526-0d3a-4c2b-8980-ae76caef70b8 on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:03:48.856914 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] Attempting to bind port 6044d526-0d3a-4c2b-8980-ae76caef70b8 by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': 'e192dfd5-47c7-45aa-bdb0-06aacdd88af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5b294901-6486-4764-981f-77bb5b95ca56'}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:03:48.856914 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] Attempting to bind port 6044d526-0d3a-4c2b-8980-ae76caef70b8 on network 5b294901-6486-4764-981f-77bb5b95ca56 {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:03:48.873154 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899a0e8-00be-41ae-82cf-28026734f972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731a10a8-4071-4e54-8608-13df20b703c0,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:48.885180 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:03:48.885556 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] Checking segment: {'id': 'e192dfd5-47c7-45aa-bdb0-06aacdd88af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5b294901-6486-4764-981f-77bb5b95ca56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:03:48.885966 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:48.886436 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] Bound using segment: {'id': 'e192dfd5-47c7-45aa-bdb0-06aacdd88af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5b294901-6486-4764-981f-77bb5b95ca56'} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:03:48.886943 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] Bound port: 6044d526-0d3a-4c2b-8980-ae76caef70b8, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e192dfd5-47c7-45aa-bdb0-06aacdd88af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5b294901-6486-4764-981f-77bb5b95ca56'}}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:03:48.887386 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (6044d526-0d3a-4c2b-8980-ae76caef70b8), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:48.948339 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:49.053738 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-8ade6c58-f587-4b52-abc4-6e12e5d816b7 None None] Provisioning complete for port 6044d526-0d3a-4c2b-8980-ae76caef70b8 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:49.054389 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-8ade6c58-f587-4b52-abc4-6e12e5d816b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (6044d526-0d3a-4c2b-8980-ae76caef70b8), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:49.085828 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] For port 6044d526-0d3a-4c2b-8980-ae76caef70b8, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:03:49.092269 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] For port 6044d526-0d3a-4c2b-8980-ae76caef70b8, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=6044d526-0d3a-4c2b-8980-ae76caef70b8,segment=NetworkSegment(e192dfd5-47c7-45aa-bdb0-06aacdd88af9),segment_id=e192dfd5-47c7-45aa-bdb0-06aacdd88af9)] {{(pid=110842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:03:49.100723 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbac21-fa47-48dc-b730-9f36518e211b req-b16e2da3-1063-4b04-9764-5b70545aacb7 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:49.102680 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-7adbac21-fa47-48dc-b730-9f36518e211b req-b16e2da3-1063-4b04-9764-5b70545aacb7 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7951b2f-c465-46fa-9043-7d7e6f4b259a HTTP/1.1" status: 200 len: 946 time: 0.1326983 Jun 24 10:03:49.194329 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (6044d526-0d3a-4c2b-8980-ae76caef70b8), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:49.201411 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-7adbac21-fa47-48dc-b730-9f36518e211b req-6ec812d6-7986-4e17-abca-4287f68c866e tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923493 Jun 24 10:03:49.269091 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-8ade6c58-f587-4b52-abc4-6e12e5d816b7 None None] Port 6044d526-0d3a-4c2b-8980-ae76caef70b8 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:03:49.307358 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:49.354318 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:49.387671 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] Routers {'167c9357-73dd-43a9-979f-515941915d92'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:03:49.387671 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:03:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['167c9357-73dd-43a9-979f-515941915d92'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:03:49.447033 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-87ef29e8-5f12-441f-b538-2da592b27c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'name': 'tempest-ServerRescueNegativeTestJSON-292774372-router', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:09Z', 'revision_number': 4, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'gw_port': {'id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:01Z', 'updated_at': '2022-06-24T10:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '7b18c148-c2d9-4373-9e84-ce0150c88276', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'port_id': '62ac8ae2-de6d-4539-8e21-9a572eab33d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 253, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'mac_address': 'fa:16:3e:4e:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c170d532-d8da-4b26-879d-22c7dc180716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:03:18Z', 'updated_at': '2022-06-24T10:03:44Z', 'revision_number': 1, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2f8c1c8-dbdf-4484-83e0-7797f26f41e9', 'name': '', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'mac_address': 'fa:16:3e:73:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:08Z', 'updated_at': '2022-06-24T10:01:29Z', 'revision_number': 5, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'subnets': [{'id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:03:49.510269 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ef29e8-5f12-441f-b538-2da592b27c6b None None] The sync data for ids ['a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'] in dv-cinder-843277-6-iscsi is: [{'id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'name': 'tempest-ServerRescueNegativeTestJSON-292774372-router', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:09Z', 'revision_number': 4, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'gw_port': {'id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:01Z', 'updated_at': '2022-06-24T10:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '7b18c148-c2d9-4373-9e84-ce0150c88276', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'port_id': '62ac8ae2-de6d-4539-8e21-9a572eab33d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 253, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'mac_address': 'fa:16:3e:4e:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c170d532-d8da-4b26-879d-22c7dc180716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:03:18Z', 'updated_at': '2022-06-24T10:03:44Z', 'revision_number': 1, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2f8c1c8-dbdf-4484-83e0-7797f26f41e9', 'name': '', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'mac_address': 'fa:16:3e:73:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:08Z', 'updated_at': '2022-06-24T10:01:29Z', 'revision_number': 5, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'subnets': [{'id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:03:49.564044 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfcad5-4584-4697-adf7-8cc4a6c24398 None None] Pushing event updated for resources: {'Port': ['ID=6044d526-0d3a-4c2b-8980-ae76caef70b8,revision_number=4']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:49.637280 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99430d8b-cba4-40db-a9a4-820ee93f2cc3 req-39cf9401-44cd-4573-b201-287f32433990 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:49.650909 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-99430d8b-cba4-40db-a9a4-820ee93f2cc3 req-39cf9401-44cd-4573-b201-287f32433990 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.1599882 Jun 24 10:03:49.693113 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] Set router 167c9357-73dd-43a9-979f-515941915d92 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:03:49.753230 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-99430d8b-cba4-40db-a9a4-820ee93f2cc3 req-247af37d-474f-4a21-a2c3-bec5a18997ed tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007481 Jun 24 10:03:49.775108 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:49.800082 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-3430bb81-1e5d-4202-b054-1da1f9a1ca46 None None] Provisioning complete for port 6044d526-0d3a-4c2b-8980-ae76caef70b8 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:49.800698 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-3430bb81-1e5d-4202-b054-1da1f9a1ca46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (6044d526-0d3a-4c2b-8980-ae76caef70b8), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:49.978284 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9b4ef-6850-45ad-bc76-afcb1a62d9ed req-89d1ecdd-97c1-46b7-855b-e5bf3290d7e5 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:49.993521 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9fb9b4ef-6850-45ad-bc76-afcb1a62d9ed req-89d1ecdd-97c1-46b7-855b-e5bf3290d7e5 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.1575916 Jun 24 10:03:50.006369 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-3430bb81-1e5d-4202-b054-1da1f9a1ca46 None None] Current status of the port 6044d526-0d3a-4c2b-8980-ae76caef70b8 is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:03:50.006713 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-3430bb81-1e5d-4202-b054-1da1f9a1ca46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (6044d526-0d3a-4c2b-8980-ae76caef70b8), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:50.033205 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef1cfd6-7c09-45e1-a44b-783e150f1615 None None] New status for floating IP 7b18c148-c2d9-4373-9e84-ce0150c88276: ACTIVE {{(pid=110842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:03:50.057891 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-3430bb81-1e5d-4202-b054-1da1f9a1ca46 None None] For port 6044d526-0d3a-4c2b-8980-ae76caef70b8, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=6044d526-0d3a-4c2b-8980-ae76caef70b8,segment=NetworkSegment(e192dfd5-47c7-45aa-bdb0-06aacdd88af9),segment_id=e192dfd5-47c7-45aa-bdb0-06aacdd88af9)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:03:50.064721 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9fb9b4ef-6850-45ad-bc76-afcb1a62d9ed req-c5d9a2bc-c6c7-412d-8965-0c3801b6591f tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660496 Jun 24 10:03:50.081106 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:50.142976 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-3430bb81-1e5d-4202-b054-1da1f9a1ca46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (6044d526-0d3a-4c2b-8980-ae76caef70b8), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:50.212806 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 41566) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:50.249289 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0198-171a-454c-96aa-f3bf18de09a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:50.316421 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430bb81-1e5d-4202-b054-1da1f9a1ca46 None None] Pushing event updated for resources: {'Port': ['ID=6044d526-0d3a-4c2b-8980-ae76caef70b8,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:50.329308 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167c9357-73dd-43a9-979f-515941915d92', 'name': 'tempest-TestMinimumBasicScenario-1871439777-router', 'tenant_id': '85899867ec4e4f2c874e412c0a313b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '0c4d5d9b-bd23-404a-9f02-d6a365052d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:03:36Z', 'updated_at': '2022-06-24T10:03:41Z', 'revision_number': 4, 'project_id': '85899867ec4e4f2c874e412c0a313b37', 'gw_port': {'id': '0c4d5d9b-bd23-404a-9f02-d6a365052d54', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167c9357-73dd-43a9-979f-515941915d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:37Z', 'updated_at': '2022-06-24T10:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': '6044d526-0d3a-4c2b-8980-ae76caef70b8', 'name': '', 'network_id': '5b294901-6486-4764-981f-77bb5b95ca56', 'tenant_id': '85899867ec4e4f2c874e412c0a313b37', 'mac_address': 'fa:16:3e:58:7c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167c9357-73dd-43a9-979f-515941915d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0b249314-f312-4a72-8619-dd423967e530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:40Z', 'updated_at': '2022-06-24T10:03:49Z', 'revision_number': 4, 'project_id': '85899867ec4e4f2c874e412c0a313b37', 'subnets': [{'id': '0b249314-f312-4a72-8619-dd423967e530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:03:50.429111 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:50.487995 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584307cf-45bc-44ac-908f-0ef76ca60db8 None None] The sync data for ids ['167c9357-73dd-43a9-979f-515941915d92'] in dv-cinder-843277-6-iscsi is: [{'id': '167c9357-73dd-43a9-979f-515941915d92', 'name': 'tempest-TestMinimumBasicScenario-1871439777-router', 'tenant_id': '85899867ec4e4f2c874e412c0a313b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '0c4d5d9b-bd23-404a-9f02-d6a365052d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:03:36Z', 'updated_at': '2022-06-24T10:03:41Z', 'revision_number': 4, 'project_id': '85899867ec4e4f2c874e412c0a313b37', 'gw_port': {'id': '0c4d5d9b-bd23-404a-9f02-d6a365052d54', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167c9357-73dd-43a9-979f-515941915d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:37Z', 'updated_at': '2022-06-24T10:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': '6044d526-0d3a-4c2b-8980-ae76caef70b8', 'name': '', 'network_id': '5b294901-6486-4764-981f-77bb5b95ca56', 'tenant_id': '85899867ec4e4f2c874e412c0a313b37', 'mac_address': 'fa:16:3e:58:7c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167c9357-73dd-43a9-979f-515941915d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0b249314-f312-4a72-8619-dd423967e530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:40Z', 'updated_at': '2022-06-24T10:03:49Z', 'revision_number': 4, 'project_id': '85899867ec4e4f2c874e412c0a313b37', 'subnets': [{'id': '0b249314-f312-4a72-8619-dd423967e530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:03:50.533093 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4d86d-ade9-4236-88f9-1472fe84cae5 req-8830d70e-f4f5-4c17-8a51-0aee99fd935c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:50.564336 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-74c4d86d-ade9-4236-88f9-1472fe84cae5 req-8830d70e-f4f5-4c17-8a51-0aee99fd935c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.1965566 Jun 24 10:03:50.645290 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0198-171a-454c-96aa-f3bf18de09a1 admin admin] Publish callbacks [] for security_group (b113f6d6-b731-4f5d-b927-81ce981a497e), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:50.676700 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:50.783326 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba39d0-8486-461b-9fbd-ae289188e1ef req-673f096c-e341-479c-b262-f2d0aae0d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:50.783771 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9eba39d0-8486-461b-9fbd-ae289188e1ef req-673f096c-e341-479c-b262-f2d0aae0d411 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b57a965c8ac24ad383260d621813bc3b&device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 1130 time: 0.1344585 Jun 24 10:03:50.787861 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5cbe0198-171a-454c-96aa-f3bf18de09a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (b113f6d6-b731-4f5d-b927-81ce981a497e), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:50.811071 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-74c4d86d-ade9-4236-88f9-1472fe84cae5 req-db19970b-ea04-4484-a22c-d2d30b4ef1a6 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2408538 Jun 24 10:03:50.831260 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:50.943004 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 6044d526-0d3a-4c2b-8980-ae76caef70b8 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:03:50.994535 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba39d0-8486-461b-9fbd-ae289188e1ef req-3bdc2763-97cd-43b3-ba57-b79eea6a29f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:50.996874 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9eba39d0-8486-461b-9fbd-ae289188e1ef req-3bdc2763-97cd-43b3-ba57-b79eea6a29f7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c8f19ac-e8c2-4044-a226-361510084949 HTTP/1.1" status: 200 len: 912 time: 0.1806414 Jun 24 10:03:51.024424 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:51.131305 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:51.146569 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe0198-171a-454c-96aa-f3bf18de09a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b113f6d6-b731-4f5d-b927-81ce981a497e,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:51.185634 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 6044d526-0d3a-4c2b-8980-ae76caef70b8 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:03:51.186502 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (6044d526-0d3a-4c2b-8980-ae76caef70b8), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:51.207495 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-5cbe0198-171a-454c-96aa-f3bf18de09a1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c5b7d5c916c4ce38c167bed562385cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9907219 Jun 24 10:03:51.208277 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 41584) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:51.225617 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9eba39d0-8486-461b-9fbd-ae289188e1ef req-f2521e62-610d-4d12-92cd-6d2039df2b24 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 HTTP/1.1" status: 200 len: 1001 time: 0.2201805 Jun 24 10:03:51.370120 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba39d0-8486-461b-9fbd-ae289188e1ef req-2afb65cc-4f1f-4533-8e22-eff94ed9a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:51.377069 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9eba39d0-8486-461b-9fbd-ae289188e1ef req-2afb65cc-4f1f-4533-8e22-eff94ed9a8e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b78992fa-8718-4ba9-94c3-e836373f9bf4 HTTP/1.1" status: 200 len: 850 time: 0.1423907 Jun 24 10:03:51.449101 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 6044d526-0d3a-4c2b-8980-ae76caef70b8 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:03:51.451460 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:51.477878 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4882e-f65f-4fe9-9b6b-b5e9a7f6768a req-f4a48a06-5114-437b-b186-c16f0a4c3dff tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:51.485746 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba39d0-8486-461b-9fbd-ae289188e1ef req-af5cbd52-5357-4daa-87ce-6b3127df49b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:51.487636 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9eba39d0-8486-461b-9fbd-ae289188e1ef req-af5cbd52-5357-4daa-87ce-6b3127df49b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c8f19ac-e8c2-4044-a226-361510084949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1002352 Jun 24 10:03:51.490204 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-3ee4882e-f65f-4fe9-9b6b-b5e9a7f6768a req-f4a48a06-5114-437b-b186-c16f0a4c3dff tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.2354333 Jun 24 10:03:51.565713 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ca5c5785-b47d-42ff-9ab0-3f1907254a11 admin admin] Publish callbacks [] for security_group (b113f6d6-b731-4f5d-b927-81ce981a497e), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:51.611602 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-3ee4882e-f65f-4fe9-9b6b-b5e9a7f6768a req-160af25c-de4c-48fb-b79e-553aca223aaf tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196711 Jun 24 10:03:51.639547 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ca5c5785-b47d-42ff-9ab0-3f1907254a11 admin admin] Publish callbacks [] for security_group (b113f6d6-b731-4f5d-b927-81ce981a497e), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:51.795082 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04450397-1673-40c0-9db9-80ec892c5077 req-72cad890-7049-41cc-974e-d85cdd031979 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:51.803216 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-04450397-1673-40c0-9db9-80ec892c5077 req-72cad890-7049-41cc-974e-d85cdd031979 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7951b2f-c465-46fa-9043-7d7e6f4b259a HTTP/1.1" status: 200 len: 946 time: 0.0807567 Jun 24 10:03:51.834123 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ca5c5785-b47d-42ff-9ab0-3f1907254a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (b113f6d6-b731-4f5d-b927-81ce981a497e), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:51.840002 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9eba39d0-8486-461b-9fbd-ae289188e1ef req-1606ccfb-101f-48b0-ab6c-8c20ceff23a6 service neutron] 10.222.0.55 "GET /v2.0/networks/3c8f19ac-e8c2-4044-a226-361510084949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442180 Jun 24 10:03:51.840704 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ca5c5785-b47d-42ff-9ab0-3f1907254a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:51.848798 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-ca5c5785-b47d-42ff-9ab0-3f1907254a11 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b113f6d6-b731-4f5d-b927-81ce981a497e HTTP/1.1" status: 204 len: 168 time: 0.6386149 Jun 24 10:03:51.894171 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c5785-b47d-42ff-9ab0-3f1907254a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b113f6d6-b731-4f5d-b927-81ce981a497e,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:51.924907 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-04450397-1673-40c0-9db9-80ec892c5077 req-5429d775-a07e-4dc9-8839-6fa9a9d1f0d4 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208024 Jun 24 10:03:51.953094 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:51.999986 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:52.106795 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b9841-eee1-44b0-a0d7-58fee90ab973 req-68e6107c-edaa-4281-82f1-bbdd68e744d4 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:52.108107 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0d5b9841-eee1-44b0-a0d7-58fee90ab973 req-68e6107c-edaa-4281-82f1-bbdd68e744d4 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0971341 Jun 24 10:03:52.245603 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0d5b9841-eee1-44b0-a0d7-58fee90ab973 req-842cf04a-abf8-46a8-b419-0322d5c52979 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275196 Jun 24 10:03:52.929759 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f5170-ba89-4735-a1e0-8a45a9c11897 req-65111cf8-5954-43d7-906d-55d2b8d0dd77 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:52.933741 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f71f5170-ba89-4735-a1e0-8a45a9c11897 req-65111cf8-5954-43d7-906d-55d2b8d0dd77 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.1712165 Jun 24 10:03:53.085924 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a1136-2c9d-4af9-8f01-99ff31338068 req-d11ec435-af19-47f1-b682-7c41e27cc671 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:53.097399 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ca5a1136-2c9d-4af9-8f01-99ff31338068 req-d11ec435-af19-47f1-b682-7c41e27cc671 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7951b2f-c465-46fa-9043-7d7e6f4b259a HTTP/1.1" status: 200 len: 946 time: 0.0712073 Jun 24 10:03:53.191894 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd36573-a605-45b6-9ece-9141cefb5d0c req-3a795ace-a721-4d84-ab79-b1aae38710c6 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:53.193638 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-3bd36573-a605-45b6-9ece-9141cefb5d0c req-3a795ace-a721-4d84-ab79-b1aae38710c6 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7951b2f-c465-46fa-9043-7d7e6f4b259a HTTP/1.1" status: 200 len: 946 time: 0.0938811 Jun 24 10:03:53.234114 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ca5a1136-2c9d-4af9-8f01-99ff31338068 req-6a35597c-0cb5-467c-9df3-8d30e87e35ca tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf749ded-fb6d-4dec-b362-b3df227eb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349721 Jun 24 10:03:53.323198 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:53.326579 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9eba39d0-8486-461b-9fbd-ae289188e1ef req-c8d2959a-f570-4dda-92cd-cad0b70606d4 service neutron] 10.222.0.55 "GET /v2.0/networks/3c8f19ac-e8c2-4044-a226-361510084949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5830369 Jun 24 10:03:53.392502 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f71f5170-ba89-4735-a1e0-8a45a9c11897 req-595cd108-62a1-4c87-9d1e-6d8d6a28a38f tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646050 Jun 24 10:03:53.438201 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [req-3bd36573-a605-45b6-9ece-9141cefb5d0c req-423ee4c0-e508-465c-b4dc-026c72b351a0 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Deleting port 7a2487cd-65e1-440a-993c-799a4156c918 {{(pid=110840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:03:53.440084 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-3bd36573-a605-45b6-9ece-9141cefb5d0c req-423ee4c0-e508-465c-b4dc-026c72b351a0 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (7a2487cd-65e1-440a-993c-799a4156c918), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:53.473636 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257b428-61dc-4f70-852f-88539b97eda8 req-f33235c5-840e-4d3b-8b94-4eb11164ba19 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:53.474947 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4257b428-61dc-4f70-852f-88539b97eda8 req-f33235c5-840e-4d3b-8b94-4eb11164ba19 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0960596 Jun 24 10:03:53.646730 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4257b428-61dc-4f70-852f-88539b97eda8 req-c1ef1568-4ef9-4226-814d-12ef17e7a3c2 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566961 Jun 24 10:03:53.681820 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:INSERT=13 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:53.728956 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 41634) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:53.738346 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [req-3bd36573-a605-45b6-9ece-9141cefb5d0c req-423ee4c0-e508-465c-b4dc-026c72b351a0 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] For port 7a2487cd-65e1-440a-993c-799a4156c918, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=7a2487cd-65e1-440a-993c-799a4156c918,segment=NetworkSegment(5962482e-f02e-484d-a613-c8aa8750d95c),segment_id=5962482e-f02e-484d-a613-c8aa8750d95c)] {{(pid=110840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:03:53.738764 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-3bd36573-a605-45b6-9ece-9141cefb5d0c req-423ee4c0-e508-465c-b4dc-026c72b351a0 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (7a2487cd-65e1-440a-993c-799a4156c918), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:53.780545 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [req-3bd36573-a605-45b6-9ece-9141cefb5d0c req-423ee4c0-e508-465c-b4dc-026c72b351a0 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Calling delete_port for 7a2487cd-65e1-440a-993c-799a4156c918 owned by compute:nova {{(pid=110840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:03:53.991791 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:53.996085 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4568f161-dfc6-4bc8-91c4-71dd1e8a4d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:54.127639 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4568f161-dfc6-4bc8-91c4-71dd1e8a4d8f admin admin] Publish callbacks [] for security_group (0b901df1-3715-473e-9f8a-36d747c6bce0), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:54.244856 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-3bd36573-a605-45b6-9ece-9141cefb5d0c req-423ee4c0-e508-465c-b4dc-026c72b351a0 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461'] for port (7a2487cd-65e1-440a-993c-799a4156c918), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:54.245461 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4568f161-dfc6-4bc8-91c4-71dd1e8a4d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (0b901df1-3715-473e-9f8a-36d747c6bce0), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:54.256528 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['7a2487cd-65e1-440a-993c-799a4156c918'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:03:54.309933 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568f161-dfc6-4bc8-91c4-71dd1e8a4d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b901df1-3715-473e-9f8a-36d747c6bce0,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:54.343896 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ee4c0-e508-465c-b4dc-026c72b351a0 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Pushing event deleted for resources: {'Port': ['ID=7a2487cd-65e1-440a-993c-799a4156c918,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:54.422318 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c0dde4a7-f467-4bf4-a95e-4da641178ca4 req-9dc10097-3af5-43a0-916d-c7b01de59b12 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7951b2f-c465-46fa-9043-7d7e6f4b259a HTTP/1.1" status: 200 len: 210 time: 0.0888212 Jun 24 10:03:54.429828 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-4568f161-dfc6-4bc8-91c4-71dd1e8a4d8f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e9f4df9907ea43c49bc7c93b9e9803dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7000613 Jun 24 10:03:54.449146 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 41650) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:54.474026 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd36573-a605-45b6-9ece-9141cefb5d0c req-423ee4c0-e508-465c-b4dc-026c72b351a0 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] No DVR routers for this DVR port 7a2487cd-65e1-440a-993c-799a4156c918 on host hv-cinder-84327 {{(pid=110840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:03:54.481737 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-3bd36573-a605-45b6-9ece-9141cefb5d0c req-423ee4c0-e508-465c-b4dc-026c72b351a0 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:54.493022 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-3bd36573-a605-45b6-9ece-9141cefb5d0c req-423ee4c0-e508-465c-b4dc-026c72b351a0 tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.55 "DELETE /v2.0/ports/7a2487cd-65e1-440a-993c-799a4156c918 HTTP/1.1" status: 204 len: 173 time: 1.2897198 Jun 24 10:03:54.493509 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7951b2f-c465-46fa-9043-7d7e6f4b259a', 'name': 'network-vif-deleted', 'tag': '7a2487cd-65e1-440a-993c-799a4156c918'}] {{(pid=110840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:03:54.495878 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918deba4491858943d5af62f7e2b7193d4f3e11e5a976540219041625139a41f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f7a304-382f-4791-b06c-3e884312c09e" -d '{"events": [{"server_uuid": "b7951b2f-c465-46fa-9043-7d7e6f4b259a", "name": "network-vif-deleted", "tag": "7a2487cd-65e1-440a-993c-799a4156c918"}]}' {{(pid=110840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:03:54.579364 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c67016-e5b9-4664-8d41-98f3eb8579ea x-openstack-request-id: req-63c67016-e5b9-4664-8d41-98f3eb8579ea {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:03:54.579611 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7951b2f-c465-46fa-9043-7d7e6f4b259a", "name": "network-vif-deleted", "tag": "7a2487cd-65e1-440a-993c-799a4156c918", "status": "completed", "code": 200}]} {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:03:54.579834 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63c67016-e5b9-4664-8d41-98f3eb8579ea {{(pid=110840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:03:54.580218 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63c67016-e5b9-4664-8d41-98f3eb8579ea'] response: {'server_uuid': 'b7951b2f-c465-46fa-9043-7d7e6f4b259a', 'name': 'network-vif-deleted', 'tag': '7a2487cd-65e1-440a-993c-799a4156c918', 'status': 'completed', 'code': 200} Jun 24 10:03:54.629942 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-cecba39d-49e6-4525-bac0-8c9961d21889 admin admin] Publish callbacks [] for security_group (0b901df1-3715-473e-9f8a-36d747c6bce0), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:54.703880 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d544f40-57f6-4872-b09d-ea57a9921b05 req-af36b62d-5f22-4f88-b5ad-41815e426583 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:54.711401 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4d544f40-57f6-4872-b09d-ea57a9921b05 req-af36b62d-5f22-4f88-b5ad-41815e426583 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.1507494 Jun 24 10:03:54.723797 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-cecba39d-49e6-4525-bac0-8c9961d21889 admin admin] Publish callbacks [] for security_group (0b901df1-3715-473e-9f8a-36d747c6bce0), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:54.849096 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4d544f40-57f6-4872-b09d-ea57a9921b05 req-d539ffab-bfad-43a3-8b8c-246c50348cb3 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312714 Jun 24 10:03:54.908710 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afbed0-2438-4a73-9fcd-9259a50e56b3 req-b746bced-76f4-4920-a764-eda1f8e74b6e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:54.910492 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e6afbed0-2438-4a73-9fcd-9259a50e56b3 req-b746bced-76f4-4920-a764-eda1f8e74b6e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0789003 Jun 24 10:03:54.971282 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e6afbed0-2438-4a73-9fcd-9259a50e56b3 req-cc9468d2-a890-4253-a86c-580308f4f1e0 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543892 Jun 24 10:03:55.067333 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-cecba39d-49e6-4525-bac0-8c9961d21889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (0b901df1-3715-473e-9f8a-36d747c6bce0), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:55.067924 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:55.068030 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-cecba39d-49e6-4525-bac0-8c9961d21889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:55.068030 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-cecba39d-49e6-4525-bac0-8c9961d21889 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b901df1-3715-473e-9f8a-36d747c6bce0 HTTP/1.1" status: 204 len: 168 time: 0.6140141 Jun 24 10:03:55.078806 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecba39d-49e6-4525-bac0-8c9961d21889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b901df1-3715-473e-9f8a-36d747c6bce0,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:55.226667 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:55.788347 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-15aff5af-c5cd-49dd-82a9-ee82b99c9be8 req-c003e2c2-5fa3-4f76-b49b-9ea43109aadc tempest-VolumesActionsTest-198756669 tempest-VolumesActionsTest-198756669-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7951b2f-c465-46fa-9043-7d7e6f4b259a HTTP/1.1" status: 200 len: 210 time: 0.1127787 Jun 24 10:03:55.790819 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:56.048238 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872b626-a36c-460d-b164-c25d29174410 req-87cc5b9d-920a-4981-9aea-5359aa8042e8 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:56.053217 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0872b626-a36c-460d-b164-c25d29174410 req-87cc5b9d-920a-4981-9aea-5359aa8042e8 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.1258757 Jun 24 10:03:56.156395 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 41692) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:56.173416 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:56.191585 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:56.196535 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0872b626-a36c-460d-b164-c25d29174410 req-2b81647e-aaed-4e0b-9ac0-aba5855d3ce1 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348529 Jun 24 10:03:56.339050 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1502-6822-4833-90ef-8c77104e5c2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:56.376503 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:56.475799 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1502-6822-4833-90ef-8c77104e5c2d admin admin] Publish callbacks [] for security_group (18772f1a-60c2-481f-b511-00469597ac44), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:56.576743 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1502-6822-4833-90ef-8c77104e5c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (18772f1a-60c2-481f-b511-00469597ac44), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:56.667761 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-2c6c1502-6822-4833-90ef-8c77104e5c2d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e23109783ddd42f88dd422908bfe2ba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5087194 Jun 24 10:03:56.672044 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 41706) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:56.680452 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c1502-6822-4833-90ef-8c77104e5c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18772f1a-60c2-481f-b511-00469597ac44,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:56.774945 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-828626c6-b76a-42c2-a354-b951750ca78f admin admin] Publish callbacks [] for security_group (18772f1a-60c2-481f-b511-00469597ac44), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:56.828988 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:56.833052 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-828626c6-b76a-42c2-a354-b951750ca78f admin admin] Publish callbacks [] for security_group (18772f1a-60c2-481f-b511-00469597ac44), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:56.853124 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:57.020739 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-828626c6-b76a-42c2-a354-b951750ca78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (18772f1a-60c2-481f-b511-00469597ac44), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:57.023576 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-828626c6-b76a-42c2-a354-b951750ca78f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:57.026245 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-828626c6-b76a-42c2-a354-b951750ca78f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/18772f1a-60c2-481f-b511-00469597ac44 HTTP/1.1" status: 204 len: 168 time: 0.3525345 Jun 24 10:03:57.071078 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828626c6-b76a-42c2-a354-b951750ca78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18772f1a-60c2-481f-b511-00469597ac44,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:57.448997 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60a104-74d4-434e-ac27-8a590c69cec0 req-da391fba-994f-4b45-99a8-1de3f9b10d13 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:57.455050 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1c60a104-74d4-434e-ac27-8a590c69cec0 req-da391fba-994f-4b45-99a8-1de3f9b10d13 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.1313250 Jun 24 10:03:57.562357 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1c60a104-74d4-434e-ac27-8a590c69cec0 req-525823bf-258b-48ea-b43a-68736dd7cc56 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011043 Jun 24 10:03:57.745507 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 7a2487cd-65e1-440a-993c-799a4156c918 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:03:57.776604 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] No Port match for: 7a2487cd-65e1-440a-993c-799a4156c918 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:03:57.777316 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 7a2487cd-65e1-440a-993c-799a4156c918 not bound to the agent host hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:03:58.197332 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 41748) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:58.218907 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8f37996f-e1d6-4ee2-93c7-fb421bb2628b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:58.334316 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:03:58.356099 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8f37996f-e1d6-4ee2-93c7-fb421bb2628b admin admin] Publish callbacks [] for security_group (b22f30d9-aad8-4cc5-bfbf-a57dafba91a9), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:58.629244 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8f37996f-e1d6-4ee2-93c7-fb421bb2628b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (b22f30d9-aad8-4cc5-bfbf-a57dafba91a9), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:58.684228 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 41758) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:03:58.702583 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-8f37996f-e1d6-4ee2-93c7-fb421bb2628b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eec88e3583c64bbea2013d83b094275a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5046184 Jun 24 10:03:58.733393 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37996f-e1d6-4ee2-93c7-fb421bb2628b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22f30d9-aad8-4cc5-bfbf-a57dafba91a9,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:58.832372 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7939b357-12d4-4485-b06d-9bbf698cbe0d admin admin] Publish callbacks [] for security_group (b22f30d9-aad8-4cc5-bfbf-a57dafba91a9), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:58.893343 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2df659-5626-4b06-8423-1509a38cd07c req-9adc57fe-babc-4e99-9a5f-45c477b80fc4 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:58.901295 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-1c2df659-5626-4b06-8423-1509a38cd07c req-9adc57fe-babc-4e99-9a5f-45c477b80fc4 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.1438231 Jun 24 10:03:58.942660 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7939b357-12d4-4485-b06d-9bbf698cbe0d admin admin] Publish callbacks [] for security_group (b22f30d9-aad8-4cc5-bfbf-a57dafba91a9), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:59.011950 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-1c2df659-5626-4b06-8423-1509a38cd07c req-d577a817-aeb7-4316-a4e0-2264be7d6d8a tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095519 Jun 24 10:03:59.190273 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7939b357-12d4-4485-b06d-9bbf698cbe0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (b22f30d9-aad8-4cc5-bfbf-a57dafba91a9), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:59.190273 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7939b357-12d4-4485-b06d-9bbf698cbe0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:03:59.190273 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-7939b357-12d4-4485-b06d-9bbf698cbe0d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b22f30d9-aad8-4cc5-bfbf-a57dafba91a9 HTTP/1.1" status: 204 len: 168 time: 0.4498990 Jun 24 10:03:59.190273 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939b357-12d4-4485-b06d-9bbf698cbe0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22f30d9-aad8-4cc5-bfbf-a57dafba91a9,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:03:59.967271 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3901319-ec4e-4a29-9f8b-3bbadb57114e req-67a0474d-3630-469f-8f57-39b376ce93c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:03:59.971719 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b3901319-ec4e-4a29-9f8b-3bbadb57114e req-67a0474d-3630-469f-8f57-39b376ce93c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a77797eae68a42639f886f64db5f5598&device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 1129 time: 0.0572727 Jun 24 10:04:00.100953 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3901319-ec4e-4a29-9f8b-3bbadb57114e req-1570382e-97d7-43a3-88a1-b5a030dd94c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:00.103496 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b3901319-ec4e-4a29-9f8b-3bbadb57114e req-1570382e-97d7-43a3-88a1-b5a030dd94c7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=acbbe71d-fc88-4521-a985-304e44d1216d HTTP/1.1" status: 200 len: 918 time: 0.1139643 Jun 24 10:04:00.292600 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b8cb1-954c-46c8-8142-9f0a69931ba4 req-38894428-d519-4cf6-a68c-6ea387b2160f tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:00.293203 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b3901319-ec4e-4a29-9f8b-3bbadb57114e req-24b01c30-d216-41b6-94f5-8b77eae8ef10 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc68c0d7-3cc3-4add-8d35-8b1892ac129e HTTP/1.1" status: 200 len: 1000 time: 0.1670654 Jun 24 10:04:00.307162 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-115b8cb1-954c-46c8-8142-9f0a69931ba4 req-38894428-d519-4cf6-a68c-6ea387b2160f tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.1711330 Jun 24 10:04:00.412532 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-115b8cb1-954c-46c8-8142-9f0a69931ba4 req-ae52834a-26e3-455c-9f67-44d5faf9b363 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015644 Jun 24 10:04:00.412736 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3901319-ec4e-4a29-9f8b-3bbadb57114e req-d5d09b10-6201-4935-8a4d-457b3b6af24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:00.435486 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b3901319-ec4e-4a29-9f8b-3bbadb57114e req-d5d09b10-6201-4935-8a4d-457b3b6af24e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=20ee07e6-65c0-48ce-91f9-befe3b16f3f9 HTTP/1.1" status: 200 len: 856 time: 0.1305614 Jun 24 10:04:00.487610 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:00.514006 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3901319-ec4e-4a29-9f8b-3bbadb57114e req-758aa90d-595a-4cb0-a8d2-d7e1f417ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:00.518678 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b3901319-ec4e-4a29-9f8b-3bbadb57114e req-758aa90d-595a-4cb0-a8d2-d7e1f417ef1b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=acbbe71d-fc88-4521-a985-304e44d1216d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738990 Jun 24 10:04:00.687929 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b3901319-ec4e-4a29-9f8b-3bbadb57114e req-5fda2601-1090-4fe7-84da-6a2bc05d9dbe service neutron] 10.222.0.55 "GET /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648946 Jun 24 10:04:00.905306 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b3901319-ec4e-4a29-9f8b-3bbadb57114e req-3005eb32-f0ee-459a-a496-047a3ef33c5b service neutron] 10.222.0.55 "GET /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079635 Jun 24 10:04:01.548497 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3184b-9e91-49f3-a89a-397b8cd37340 req-349eca6e-371c-4e78-a8f1-b4c91e09416d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:01.552740 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f4e3184b-9e91-49f3-a89a-397b8cd37340 req-349eca6e-371c-4e78-a8f1-b4c91e09416d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.0581784 Jun 24 10:04:01.610902 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f4e3184b-9e91-49f3-a89a-397b8cd37340 req-09a28082-ce03-4617-8313-cbcccae89d22 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539997 Jun 24 10:04:01.923790 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 41832) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:02.187141 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-9f823a4e-8412-4b0f-a9de-c4d71be8b244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:02.213730 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-9f823a4e-8412-4b0f-a9de-c4d71be8b244 admin admin] Publish callbacks [] for security_group (720def60-8dcf-4fa1-993e-31e965866cc1), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:02.603202 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-9f823a4e-8412-4b0f-a9de-c4d71be8b244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (720def60-8dcf-4fa1-993e-31e965866cc1), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:02.650790 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-9f823a4e-8412-4b0f-a9de-c4d71be8b244 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=16b71286429945af8d4890da84fc0613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7257285 Jun 24 10:04:02.651885 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f823a4e-8412-4b0f-a9de-c4d71be8b244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720def60-8dcf-4fa1-993e-31e965866cc1,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:02.654937 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 41852) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:02.703436 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:02.728753 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bc6da6e1-317e-4b83-9b51-b68a7155e9e5 admin admin] Publish callbacks [] for security_group (720def60-8dcf-4fa1-993e-31e965866cc1), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:02.767144 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bc6da6e1-317e-4b83-9b51-b68a7155e9e5 admin admin] Publish callbacks [] for security_group (720def60-8dcf-4fa1-993e-31e965866cc1), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:02.782049 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:02.794412 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8332b-c72d-4a4a-ae6f-0204242c2778 req-77623e26-b1f3-422d-a522-3acafe4101bd tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:02.796505 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e1a8332b-c72d-4a4a-ae6f-0204242c2778 req-77623e26-b1f3-422d-a522-3acafe4101bd tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.0676954 Jun 24 10:04:02.867917 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e1a8332b-c72d-4a4a-ae6f-0204242c2778 req-c8547514-2924-4258-9615-31d799a09b1b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654964 Jun 24 10:04:02.900552 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bc6da6e1-317e-4b83-9b51-b68a7155e9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (720def60-8dcf-4fa1-993e-31e965866cc1), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:02.903231 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bc6da6e1-317e-4b83-9b51-b68a7155e9e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:02.908911 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-bc6da6e1-317e-4b83-9b51-b68a7155e9e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/720def60-8dcf-4fa1-993e-31e965866cc1 HTTP/1.1" status: 204 len: 168 time: 0.2477448 Jun 24 10:04:02.918634 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6da6e1-317e-4b83-9b51-b68a7155e9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720def60-8dcf-4fa1-993e-31e965866cc1,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:03.642336 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 41892) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:03.655602 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-02deee8b-00f3-4ae4-b986-968d6e3359bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:03.736378 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-02deee8b-00f3-4ae4-b986-968d6e3359bc admin admin] Publish callbacks [] for security_group (8d21f862-80f2-4d7c-86af-98a1edc9cf87), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:03.839474 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-02deee8b-00f3-4ae4-b986-968d6e3359bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (8d21f862-80f2-4d7c-86af-98a1edc9cf87), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:03.880492 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-02deee8b-00f3-4ae4-b986-968d6e3359bc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6f378d5974fc45b58ec7a366520778f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370358 Jun 24 10:04:03.881336 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02deee8b-00f3-4ae4-b986-968d6e3359bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d21f862-80f2-4d7c-86af-98a1edc9cf87,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:03.883764 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 41904) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:03.891594 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deee8b-00f3-4ae4-b986-968d6e3359bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:03.893110 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deee8b-00f3-4ae4-b986-968d6e3359bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:03.893454 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deee8b-00f3-4ae4-b986-968d6e3359bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:03.893794 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deee8b-00f3-4ae4-b986-968d6e3359bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:03.894123 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deee8b-00f3-4ae4-b986-968d6e3359bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:03.894453 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deee8b-00f3-4ae4-b986-968d6e3359bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:03.897000 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deee8b-00f3-4ae4-b986-968d6e3359bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:03.897468 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deee8b-00f3-4ae4-b986-968d6e3359bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:03.897910 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deee8b-00f3-4ae4-b986-968d6e3359bc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:03.898666 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deee8b-00f3-4ae4-b986-968d6e3359bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:03.899349 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deee8b-00f3-4ae4-b986-968d6e3359bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:03.900082 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deee8b-00f3-4ae4-b986-968d6e3359bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:03.900678 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deee8b-00f3-4ae4-b986-968d6e3359bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:03.901369 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deee8b-00f3-4ae4-b986-968d6e3359bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:03.901933 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02deee8b-00f3-4ae4-b986-968d6e3359bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:03.946387 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:03.969763 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-66655dd0-1fd7-48c9-a5b5-65274293074e admin admin] Publish callbacks [] for security_group (8d21f862-80f2-4d7c-86af-98a1edc9cf87), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:04.015524 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-66655dd0-1fd7-48c9-a5b5-65274293074e admin admin] Publish callbacks [] for security_group (8d21f862-80f2-4d7c-86af-98a1edc9cf87), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:04.036581 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7aa4d-728e-4eab-86b7-b250021392d9 req-6a33fb44-0cd6-4b79-a3a7-772d11b8569b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:04.038385 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-bee7aa4d-728e-4eab-86b7-b250021392d9 req-6a33fb44-0cd6-4b79-a3a7-772d11b8569b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.0827179 Jun 24 10:04:04.113266 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-bee7aa4d-728e-4eab-86b7-b250021392d9 req-b6431f7e-f16e-4b33-968b-07508ebeb19a tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667377 Jun 24 10:04:04.138942 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08736b14-689a-4909-b8c0-34907dbb20cd req-3da48ab4-7ef4-4ab4-9f69-9c8573d8665f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:04.140420 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-08736b14-689a-4909-b8c0-34907dbb20cd req-3da48ab4-7ef4-4ab4-9f69-9c8573d8665f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/networks?id=b62e03e6-e652-4ef9-a19f-cc1036cc714a HTTP/1.1" status: 200 len: 815 time: 0.1225719 Jun 24 10:04:04.154937 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-08736b14-689a-4909-b8c0-34907dbb20cd req-e11d884d-22a7-4de5-b2ed-210b2a28782a tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/quotas/a8f15fa49a284e409bdcabcca90ece04 HTTP/1.1" status: 200 len: 375 time: 0.0091164 Jun 24 10:04:04.171296 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-66655dd0-1fd7-48c9-a5b5-65274293074e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (8d21f862-80f2-4d7c-86af-98a1edc9cf87), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:04.173805 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-66655dd0-1fd7-48c9-a5b5-65274293074e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:04.175091 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-66655dd0-1fd7-48c9-a5b5-65274293074e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8d21f862-80f2-4d7c-86af-98a1edc9cf87 HTTP/1.1" status: 204 len: 168 time: 0.2897768 Jun 24 10:04:04.184914 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66655dd0-1fd7-48c9-a5b5-65274293074e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d21f862-80f2-4d7c-86af-98a1edc9cf87,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:04.192371 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66655dd0-1fd7-48c9-a5b5-65274293074e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:04.192817 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66655dd0-1fd7-48c9-a5b5-65274293074e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:04.193321 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66655dd0-1fd7-48c9-a5b5-65274293074e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:04.193664 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66655dd0-1fd7-48c9-a5b5-65274293074e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:04.194007 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66655dd0-1fd7-48c9-a5b5-65274293074e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:04.194328 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66655dd0-1fd7-48c9-a5b5-65274293074e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:04.194653 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66655dd0-1fd7-48c9-a5b5-65274293074e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:04.194976 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66655dd0-1fd7-48c9-a5b5-65274293074e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:04.195297 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66655dd0-1fd7-48c9-a5b5-65274293074e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:04.195842 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66655dd0-1fd7-48c9-a5b5-65274293074e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:04.196195 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66655dd0-1fd7-48c9-a5b5-65274293074e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:04.196736 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66655dd0-1fd7-48c9-a5b5-65274293074e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:04.199462 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66655dd0-1fd7-48c9-a5b5-65274293074e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:04.199462 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66655dd0-1fd7-48c9-a5b5-65274293074e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:04.199462 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66655dd0-1fd7-48c9-a5b5-65274293074e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:04.225658 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-08736b14-689a-4909-b8c0-34907dbb20cd req-1fc1544a-ac42-4ccd-8bfe-e78eb2de058e tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a8f15fa49a284e409bdcabcca90ece04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655334 Jun 24 10:04:04.332082 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-08736b14-689a-4909-b8c0-34907dbb20cd req-c58e6a91-0603-4581-9322-9673aefdee39 service neutron] 10.222.0.26 "GET /v2.0/networks/b62e03e6-e652-4ef9-a19f-cc1036cc714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945914 Jun 24 10:04:04.423094 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-08736b14-689a-4909-b8c0-34907dbb20cd req-70255e4f-37cf-45e3-9bdd-024729afd967 service neutron] 10.222.0.26 "GET /v2.0/networks/b62e03e6-e652-4ef9-a19f-cc1036cc714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848229 Jun 24 10:04:04.679322 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-bdb6cfa5-f43a-4747-8013-d249717d5912 req-bd4ef8fd-3f0e-451b-9c19-48cae9f39b68 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 210 time: 0.0358591 Jun 24 10:04:04.917603 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 41958) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:04.957083 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:05.022403 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-2bf9443d-a0f6-4a9c-abfb-aae7663a0e0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:05.110586 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-2bf9443d-a0f6-4a9c-abfb-aae7663a0e0d admin admin] Publish callbacks [] for security_group (d72652b3-0564-4575-b911-ac0980d4d8e6), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:05.217881 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-2bf9443d-a0f6-4a9c-abfb-aae7663a0e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (d72652b3-0564-4575-b911-ac0980d4d8e6), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:05.263680 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:05.282370 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c3963-ed57-47ad-af4d-479adbe64049 req-c7ecbe8a-ed38-4a97-bd0b-b6c3c749db35 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:05.283822 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c16c3963-ed57-47ad-af4d-479adbe64049 req-c7ecbe8a-ed38-4a97-bd0b-b6c3c749db35 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.0854590 Jun 24 10:04:05.289553 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-2bf9443d-a0f6-4a9c-abfb-aae7663a0e0d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a7742c3b696f423dadb4b3018c622de0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3707609 Jun 24 10:04:05.292429 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 41976) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:05.306633 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9443d-a0f6-4a9c-abfb-aae7663a0e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72652b3-0564-4575-b911-ac0980d4d8e6,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:05.364812 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4ff781a4-66fc-4e00-9bc4-21c849995c9c admin admin] Publish callbacks [] for security_group (d72652b3-0564-4575-b911-ac0980d4d8e6), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:05.366033 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:05.382222 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9dd83f-32d7-44df-940a-535e96ef3fa8 req-f90db9cd-a2f8-4414-b9c6-e428614f5f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:05.384553 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4c9dd83f-32d7-44df-940a-535e96ef3fa8 req-f90db9cd-a2f8-4414-b9c6-e428614f5f62 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a77797eae68a42639f886f64db5f5598&device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 1129 time: 0.0673304 Jun 24 10:04:05.390116 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:05.393165 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4ff781a4-66fc-4e00-9bc4-21c849995c9c admin admin] Publish callbacks [] for security_group (d72652b3-0564-4575-b911-ac0980d4d8e6), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:05.398536 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c16c3963-ed57-47ad-af4d-479adbe64049 req-7f71f7e4-be0a-41a2-8019-acf6aca647a6 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068566 Jun 24 10:04:05.493224 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9dd83f-32d7-44df-940a-535e96ef3fa8 req-b914c27c-8426-489d-9483-08a373cf2dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:05.494702 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4c9dd83f-32d7-44df-940a-535e96ef3fa8 req-b914c27c-8426-489d-9483-08a373cf2dcd service neutron] 10.222.0.55 "GET /v2.0/networks?id=acbbe71d-fc88-4521-a985-304e44d1216d HTTP/1.1" status: 200 len: 918 time: 0.0950458 Jun 24 10:04:05.568565 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4ff781a4-66fc-4e00-9bc4-21c849995c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (d72652b3-0564-4575-b911-ac0980d4d8e6), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:05.571334 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4ff781a4-66fc-4e00-9bc4-21c849995c9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:05.572695 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-4ff781a4-66fc-4e00-9bc4-21c849995c9c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d72652b3-0564-4575-b911-ac0980d4d8e6 HTTP/1.1" status: 204 len: 168 time: 0.2790444 Jun 24 10:04:05.581170 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff781a4-66fc-4e00-9bc4-21c849995c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72652b3-0564-4575-b911-ac0980d4d8e6,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:05.733073 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4c9dd83f-32d7-44df-940a-535e96ef3fa8 req-4b1c5a00-3439-4b91-ba08-7a108a15b578 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc68c0d7-3cc3-4add-8d35-8b1892ac129e HTTP/1.1" status: 200 len: 1000 time: 0.0596561 Jun 24 10:04:05.776584 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5bb69b99-fe19-488d-ae79-85e41a5d66b0 req-b9d422d0-069e-476b-bc4f-4b908d5febd2 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 210 time: 0.0428381 Jun 24 10:04:05.990370 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9dd83f-32d7-44df-940a-535e96ef3fa8 req-2677c408-775f-4d7b-858e-b3053effba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:05.991822 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4c9dd83f-32d7-44df-940a-535e96ef3fa8 req-2677c408-775f-4d7b-858e-b3053effba4e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=20ee07e6-65c0-48ce-91f9-befe3b16f3f9 HTTP/1.1" status: 200 len: 856 time: 0.2526948 Jun 24 10:04:06.036816 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9dd83f-32d7-44df-940a-535e96ef3fa8 req-81f06c04-46b3-4174-94de-a60f590e4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:06.038473 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4c9dd83f-32d7-44df-940a-535e96ef3fa8 req-81f06c04-46b3-4174-94de-a60f590e4e27 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=acbbe71d-fc88-4521-a985-304e44d1216d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396438 Jun 24 10:04:06.142106 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4c9dd83f-32d7-44df-940a-535e96ef3fa8 req-66aaff4d-b000-4d12-b7e9-3f79b6f19061 service neutron] 10.222.0.55 "GET /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972562 Jun 24 10:04:06.241978 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4c9dd83f-32d7-44df-940a-535e96ef3fa8 req-26ec26fb-3edd-489b-b48b-fed144629bf0 service neutron] 10.222.0.55 "GET /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913918 Jun 24 10:04:06.299224 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 42012) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:06.318810 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-cb17c69f-2f68-4f00-b1f6-3145f5c01c5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:06.401859 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-cb17c69f-2f68-4f00-b1f6-3145f5c01c5b admin admin] Publish callbacks [] for security_group (391a156a-25b3-4d07-9369-d9f4ebfbef67), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:06.477054 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-cb17c69f-2f68-4f00-b1f6-3145f5c01c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (391a156a-25b3-4d07-9369-d9f4ebfbef67), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:06.520441 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17c69f-2f68-4f00-b1f6-3145f5c01c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391a156a-25b3-4d07-9369-d9f4ebfbef67,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:06.537746 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-cb17c69f-2f68-4f00-b1f6-3145f5c01c5b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f6a612f07c8d4a18a5eb91196cab008c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349200 Jun 24 10:04:06.538933 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 42022) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:06.559534 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675dfbc-1b9e-45fe-9892-b64bc148cde7 req-14b048b1-137c-4eb6-99e4-caf74b8b4c5d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:06.561019 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9675dfbc-1b9e-45fe-9892-b64bc148cde7 req-14b048b1-137c-4eb6-99e4-caf74b8b4c5d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.0720756 Jun 24 10:04:06.570139 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:06.636965 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-14b0ec29-fd81-4d32-aee7-8cf491cf70c1 admin admin] Publish callbacks [] for security_group (391a156a-25b3-4d07-9369-d9f4ebfbef67), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:06.653550 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9675dfbc-1b9e-45fe-9892-b64bc148cde7 req-f7e5610a-92de-4f33-9c31-dfca7e268a41 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789485 Jun 24 10:04:06.670901 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-14b0ec29-fd81-4d32-aee7-8cf491cf70c1 admin admin] Publish callbacks [] for security_group (391a156a-25b3-4d07-9369-d9f4ebfbef67), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:06.814707 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-14b0ec29-fd81-4d32-aee7-8cf491cf70c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (391a156a-25b3-4d07-9369-d9f4ebfbef67), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:06.817800 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-14b0ec29-fd81-4d32-aee7-8cf491cf70c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:06.818529 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-14b0ec29-fd81-4d32-aee7-8cf491cf70c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/391a156a-25b3-4d07-9369-d9f4ebfbef67 HTTP/1.1" status: 204 len: 168 time: 0.2784660 Jun 24 10:04:06.837176 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0ec29-fd81-4d32-aee7-8cf491cf70c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391a156a-25b3-4d07-9369-d9f4ebfbef67,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:06.911393 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2d71f308-de8c-4507-92c8-00059309e6fe req-391975e2-5fdf-476a-ba03-07cf8da92474 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 210 time: 0.0355151 Jun 24 10:04:07.790975 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device bc68c0d7-3cc3-4add-8d35-8b1892ac129e no longer exists at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:04:07.813073 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc62f1-3ad7-42b9-ab2b-c03451de9205 req-98058e62-1ef1-44be-987c-4d9b9035b6e0 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:07.815092 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-62cc62f1-3ad7-42b9-ab2b-c03451de9205 req-98058e62-1ef1-44be-987c-4d9b9035b6e0 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 945 time: 0.0588925 Jun 24 10:04:07.928770 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-62cc62f1-3ad7-42b9-ab2b-c03451de9205 req-10685d8b-3070-4d55-93d9-fcc23b7a355b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007502 Jun 24 10:04:07.935967 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port bc68c0d7-3cc3-4add-8d35-8b1892ac129e is: ACTIVE; New status is: DOWN {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:04:07.936393 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:07.999995 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904eb348-521e-499e-8127-cb3096230877', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc68c0d7-3cc3-4add-8d35-8b1892ac129e'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:04:08.009366 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afc9d54-fb74-44f7-931e-2c25bfe58f8c" -d '{"events": [{"server_uuid": "904eb348-521e-499e-8127-cb3096230877", "name": "network-vif-unplugged", "status": "completed", "tag": "bc68c0d7-3cc3-4add-8d35-8b1892ac129e"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:04:08.016948 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port bc68c0d7-3cc3-4add-8d35-8b1892ac129e, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=bc68c0d7-3cc3-4add-8d35-8b1892ac129e,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:04:08.054622 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Jun 2022 10:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d9fb66-70ba-420b-ac01-f237a21de2fb x-openstack-request-id: req-55d9fb66-70ba-420b-ac01-f237a21de2fb {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:04:08.055053 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904eb348-521e-499e-8127-cb3096230877", "name": "network-vif-unplugged", "status": "completed", "tag": "bc68c0d7-3cc3-4add-8d35-8b1892ac129e", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:04:08.055404 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-55d9fb66-70ba-420b-ac01-f237a21de2fb {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:04:08.056022 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55d9fb66-70ba-420b-ac01-f237a21de2fb'] response: {'server_uuid': '904eb348-521e-499e-8127-cb3096230877', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc68c0d7-3cc3-4add-8d35-8b1892ac129e', 'code': 200} Jun 24 10:04:08.078429 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-efc9091c-fdcc-46e5-96bc-c250f0548168 req-fe32bdd6-0fd0-4250-be20-716775799a73 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 210 time: 0.0331531 Jun 24 10:04:08.131566 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:08.233276 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=bc68c0d7-3cc3-4add-8d35-8b1892ac129e,revision_number=8']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:08.337146 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 42096) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:08.469420 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-e10ed827-c237-4c88-8ae5-7c02efc48dbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:08.567594 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-e10ed827-c237-4c88-8ae5-7c02efc48dbe admin admin] Publish callbacks [] for security_group (31306dc9-0161-4c5b-b6d3-d55f6dd8c5de), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:08.671868 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-e10ed827-c237-4c88-8ae5-7c02efc48dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (31306dc9-0161-4c5b-b6d3-d55f6dd8c5de), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:08.688994 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:08.716106 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 42102) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:08.716340 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-e10ed827-c237-4c88-8ae5-7c02efc48dbe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=24a31d666e66451eb332ae21624c8aee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779106 Jun 24 10:04:08.718463 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ed827-c237-4c88-8ae5-7c02efc48dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31306dc9-0161-4c5b-b6d3-d55f6dd8c5de,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:08.795980 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-16200087-5d1d-4324-b216-545800f05d4d admin admin] Publish callbacks [] for security_group (31306dc9-0161-4c5b-b6d3-d55f6dd8c5de), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:08.831103 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-16200087-5d1d-4324-b216-545800f05d4d admin admin] Publish callbacks [] for security_group (31306dc9-0161-4c5b-b6d3-d55f6dd8c5de), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:08.965843 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-16200087-5d1d-4324-b216-545800f05d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (31306dc9-0161-4c5b-b6d3-d55f6dd8c5de), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:08.970076 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-16200087-5d1d-4324-b216-545800f05d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:08.973331 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-16200087-5d1d-4324-b216-545800f05d4d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31306dc9-0161-4c5b-b6d3-d55f6dd8c5de HTTP/1.1" status: 204 len: 168 time: 0.2551270 Jun 24 10:04:08.990894 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16200087-5d1d-4324-b216-545800f05d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31306dc9-0161-4c5b-b6d3-d55f6dd8c5de,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:09.181167 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08736b14-689a-4909-b8c0-34907dbb20cd req-4d41ad91-8696-4a28-a799-e293ef352d11 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:09.183025 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-08736b14-689a-4909-b8c0-34907dbb20cd req-4d41ad91-8696-4a28-a799-e293ef352d11 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.55 "GET /v2.0/networks?id=b62e03e6-e652-4ef9-a19f-cc1036cc714a HTTP/1.1" status: 200 len: 815 time: 0.1704299 Jun 24 10:04:09.269955 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e629120e-3bbd-4126-8fc4-614ae038b690 req-6e9f7021-6862-4d78-8d48-7e2d1ebd1572 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 210 time: 0.0653634 Jun 24 10:04:09.287120 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [req-08736b14-689a-4909-b8c0-34907dbb20cd req-ecb76338-0e36-46c3-95c5-b50f94e03211 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Request body: {'port': {'device_id': 'af9804ec-09cf-4bd7-bf69-83dc28a5d1d5', 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a', 'admin_state_up': True, 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:04:09.315068 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:09.362643 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813b02f-dfd2-4492-9b90-950188e46ad2 req-b760c9e0-9b5b-4200-a816-d7c4ca5ce743 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:09.369923 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f813b02f-dfd2-4492-9b90-950188e46ad2 req-b760c9e0-9b5b-4200-a816-d7c4ca5ce743 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.1856973 Jun 24 10:04:09.494441 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f813b02f-dfd2-4492-9b90-950188e46ad2 req-b5441e00-b21f-40f6-893c-7245b0894583 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209981 Jun 24 10:04:09.635505 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08736b14-689a-4909-b8c0-34907dbb20cd req-ecb76338-0e36-46c3-95c5-b50f94e03211 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Made reservation on behalf of a8f15fa49a284e409bdcabcca90ece04 for: {'port': 1} {{(pid=110840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:04:09.639287 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-08736b14-689a-4909-b8c0-34907dbb20cd req-ecb76338-0e36-46c3-95c5-b50f94e03211 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:09.840512 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_common [req-08736b14-689a-4909-b8c0-34907dbb20cd req-ecb76338-0e36-46c3-95c5-b50f94e03211 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Allocated IP 172.20.0.8 (b62e03e6-e652-4ef9-a19f-cc1036cc714a/9a3a795a-5b0e-43d6-a360-a0c6523c9403/9232a5f7-d95a-44a5-b49d-7664a4d75f80) {{(pid=110840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:04:09.861622 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:10.125834 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-08736b14-689a-4909-b8c0-34907dbb20cd req-ecb76338-0e36-46c3-95c5-b50f94e03211 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for port (9232a5f7-d95a-44a5-b49d-7664a4d75f80), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:10.202796 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 42162) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:10.218487 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-cc21e11f-33c2-4306-84f9-6999cc583475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:10.347560 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-cc21e11f-33c2-4306-84f9-6999cc583475 admin admin] Publish callbacks [] for security_group (6b876952-5c8b-460b-b579-2fd2d2248f36), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:10.365896 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-08736b14-689a-4909-b8c0-34907dbb20cd req-ecb76338-0e36-46c3-95c5-b50f94e03211 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (9232a5f7-d95a-44a5-b49d-7664a4d75f80), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:10.459436 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-cc21e11f-33c2-4306-84f9-6999cc583475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (6b876952-5c8b-460b-b579-2fd2d2248f36), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:10.470712 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197c2dd-0c92-4b39-8f3b-9366b5a1e318 req-6929f8e2-2798-40bb-8d37-9f428bc967bb tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:10.483905 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-1197c2dd-0c92-4b39-8f3b-9366b5a1e318 req-6929f8e2-2798-40bb-8d37-9f428bc967bb tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 931 time: 0.1275895 Jun 24 10:04:10.494139 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08736b14-689a-4909-b8c0-34907dbb20cd req-ecb76338-0e36-46c3-95c5-b50f94e03211 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Network b62e03e6-e652-4ef9-a19f-cc1036cc714a is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:04:10.509612 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21e11f-33c2-4306-84f9-6999cc583475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b876952-5c8b-460b-b579-2fd2d2248f36,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:10.548548 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb76338-0e36-46c3-95c5-b50f94e03211 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Pushing event updated for resources: {'Port': ['ID=9232a5f7-d95a-44a5-b49d-7664a4d75f80,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:10.554220 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-cc21e11f-33c2-4306-84f9-6999cc583475 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=afa7511169cc4c1d8742c050334e4944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3499887 Jun 24 10:04:10.556923 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 42196) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:10.575030 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [req-08736b14-689a-4909-b8c0-34907dbb20cd req-ecb76338-0e36-46c3-95c5-b50f94e03211 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:04:10.578013 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [req-08736b14-689a-4909-b8c0-34907dbb20cd req-ecb76338-0e36-46c3-95c5-b50f94e03211 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Received port after_create {{(pid=110840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:04:10.583173 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08736b14-689a-4909-b8c0-34907dbb20cd req-ecb76338-0e36-46c3-95c5-b50f94e03211 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:10.583816 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-08736b14-689a-4909-b8c0-34907dbb20cd req-ecb76338-0e36-46c3-95c5-b50f94e03211 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:10.676258 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-1197c2dd-0c92-4b39-8f3b-9366b5a1e318 req-028fd1c7-a4cd-4f56-8b9a-cd8746ed6eb0 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916366 Jun 24 10:04:10.723508 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-e3de9595-d40e-4685-a70e-98ad7da4e701 admin admin] Publish callbacks [] for security_group (6b876952-5c8b-460b-b579-2fd2d2248f36), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:10.739679 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-08736b14-689a-4909-b8c0-34907dbb20cd req-ecb76338-0e36-46c3-95c5-b50f94e03211 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4906962 Jun 24 10:04:10.754278 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [req-08736b14-689a-4909-b8c0-34907dbb20cd req-6b1712c8-231f-466d-9545-d54fedc44787 service neutron] Request body: {'port': {'device_id': 'af9804ec-09cf-4bd7-bf69-83dc28a5d1d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:04:10.769291 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-e3de9595-d40e-4685-a70e-98ad7da4e701 admin admin] Publish callbacks [] for security_group (6b876952-5c8b-460b-b579-2fd2d2248f36), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:10.880924 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:10.937245 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-e3de9595-d40e-4685-a70e-98ad7da4e701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (6b876952-5c8b-460b-b579-2fd2d2248f36), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:10.940077 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-e3de9595-d40e-4685-a70e-98ad7da4e701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:10.944853 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-e3de9595-d40e-4685-a70e-98ad7da4e701 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b876952-5c8b-460b-b579-2fd2d2248f36 HTTP/1.1" status: 204 len: 168 time: 0.3739576 Jun 24 10:04:10.981660 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de9595-d40e-4685-a70e-98ad7da4e701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b876952-5c8b-460b-b579-2fd2d2248f36,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:10.986234 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-08736b14-689a-4909-b8c0-34907dbb20cd req-6b1712c8-231f-466d-9545-d54fedc44787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (9232a5f7-d95a-44a5-b49d-7664a4d75f80), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:11.076324 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-c1ab9764-9869-4331-9798-b3d9f07dd899 None None] Provisioning complete for port 9232a5f7-d95a-44a5-b49d-7664a4d75f80 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:04:11.076998 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-c1ab9764-9869-4331-9798-b3d9f07dd899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (9232a5f7-d95a-44a5-b49d-7664a4d75f80), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:11.142363 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-c1ab9764-9869-4331-9798-b3d9f07dd899 None None] Port 9232a5f7-d95a-44a5-b49d-7664a4d75f80 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:04:11.535438 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.notifiers.nova [req-08736b14-689a-4909-b8c0-34907dbb20cd req-6b1712c8-231f-466d-9545-d54fedc44787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9232a5f7-d95a-44a5-b49d-7664a4d75f80 {{(pid=110840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:04:11.558831 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-08736b14-689a-4909-b8c0-34907dbb20cd req-6b1712c8-231f-466d-9545-d54fedc44787 service neutron] Publish callbacks [] for port (9232a5f7-d95a-44a5-b49d-7664a4d75f80), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:11.580277 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [req-cfa83515-656b-479b-912c-60fe23552e50 req-c3334c16-840d-47d5-b6bf-e511a547edfa service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110840) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:04:11.581890 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-cfa83515-656b-479b-912c-60fe23552e50 req-c3334c16-840d-47d5-b6bf-e511a547edfa service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0120564 Jun 24 10:04:11.639191 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.provisioning_blocks [req-08736b14-689a-4909-b8c0-34907dbb20cd req-6b1712c8-231f-466d-9545-d54fedc44787 service neutron] Transition to ACTIVE for port object 9232a5f7-d95a-44a5-b49d-7664a4d75f80 will not be triggered until provisioned by entity L2. {{(pid=110840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:04:11.645778 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 42220) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:11.754235 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-08736b14-689a-4909-b8c0-34907dbb20cd req-6b1712c8-231f-466d-9545-d54fedc44787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (9232a5f7-d95a-44a5-b49d-7664a4d75f80), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:11.825612 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device bc68c0d7-3cc3-4add-8d35-8b1892ac129e no longer exists at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:04:11.910567 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1712c8-231f-466d-9545-d54fedc44787 service neutron] Pushing event updated for resources: {'Port': ['ID=9232a5f7-d95a-44a5-b49d-7664a4d75f80,revision_number=2']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:11.958226 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf433a0-fdb7-4d1f-a002-8eac3e12ba17 req-d8a5fb8f-eb77-4a63-b2cb-331535fe9b43 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:11.970508 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7bf433a0-fdb7-4d1f-a002-8eac3e12ba17 req-d8a5fb8f-eb77-4a63-b2cb-331535fe9b43 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 943 time: 0.1106212 Jun 24 10:04:12.034462 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c70daf54-febe-4d9c-92d8-cbdc4990a726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:12.148863 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port bc68c0d7-3cc3-4add-8d35-8b1892ac129e is: DOWN; New status is: DOWN {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:04:12.149466 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:12.171527 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:12.189674 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6ebfc-5380-483d-a070-100766dcf675 req-2041d4ef-7be7-4783-8029-a614b05ba2c6 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:12.191433 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f2a6ebfc-5380-483d-a070-100766dcf675 req-2041d4ef-7be7-4783-8029-a614b05ba2c6 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.1475284 Jun 24 10:04:12.192460 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.managers [req-08736b14-689a-4909-b8c0-34907dbb20cd req-6b1712c8-231f-466d-9545-d54fedc44787 service neutron] Attempting to bind port 9232a5f7-d95a-44a5-b49d-7664a4d75f80 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=110840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:04:12.192698 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.managers [req-08736b14-689a-4909-b8c0-34907dbb20cd req-6b1712c8-231f-466d-9545-d54fedc44787 service neutron] Attempting to bind port 9232a5f7-d95a-44a5-b49d-7664a4d75f80 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': 'e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a'}] {{(pid=110840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:04:12.203708 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08736b14-689a-4909-b8c0-34907dbb20cd req-6b1712c8-231f-466d-9545-d54fedc44787 service neutron] Attempting to bind port 9232a5f7-d95a-44a5-b49d-7664a4d75f80 on network b62e03e6-e652-4ef9-a19f-cc1036cc714a {{(pid=110840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:04:12.276336 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08736b14-689a-4909-b8c0-34907dbb20cd req-6b1712c8-231f-466d-9545-d54fedc44787 service neutron] Port 9232a5f7-d95a-44a5-b49d-7664a4d75f80 on network b62e03e6-e652-4ef9-a19f-cc1036cc714a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=110840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:04:12.276805 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08736b14-689a-4909-b8c0-34907dbb20cd req-6b1712c8-231f-466d-9545-d54fedc44787 service neutron] Attempting to bind port 9232a5f7-d95a-44a5-b49d-7664a4d75f80 on network b62e03e6-e652-4ef9-a19f-cc1036cc714a {{(pid=110840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:04:12.312144 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7bf433a0-fdb7-4d1f-a002-8eac3e12ba17 req-236a4a7e-d041-4b15-9f44-585e6e6734a5 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396671 Jun 24 10:04:12.335179 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08736b14-689a-4909-b8c0-34907dbb20cd req-6b1712c8-231f-466d-9545-d54fedc44787 service neutron] Checking agent: {'id': '26214230-7434-41f1-bd59-00d94ef0f061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'started_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:04:12.341224 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08736b14-689a-4909-b8c0-34907dbb20cd req-6b1712c8-231f-466d-9545-d54fedc44787 service neutron] Checking segment: {'id': 'e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:04:12.342144 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08736b14-689a-4909-b8c0-34907dbb20cd req-6b1712c8-231f-466d-9545-d54fedc44787 service neutron] Bound using segment: {'id': 'e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a'} {{(pid=110840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:04:12.343001 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.managers [req-08736b14-689a-4909-b8c0-34907dbb20cd req-6b1712c8-231f-466d-9545-d54fedc44787 service neutron] Bound port: 9232a5f7-d95a-44a5-b49d-7664a4d75f80, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a'}}] {{(pid=110840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:04:12.344934 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-08736b14-689a-4909-b8c0-34907dbb20cd req-6b1712c8-231f-466d-9545-d54fedc44787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (9232a5f7-d95a-44a5-b49d-7664a4d75f80), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:12.465770 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c70daf54-febe-4d9c-92d8-cbdc4990a726 admin admin] Publish callbacks [] for security_group (1876b17b-bf32-4a63-845e-5dd7a829a916), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:12.521202 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f2a6ebfc-5380-483d-a070-100766dcf675 req-db534e8a-e633-4562-b1f5-4d8fd427a701 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3134005 Jun 24 10:04:12.542130 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [req-08736b14-689a-4909-b8c0-34907dbb20cd req-6b1712c8-231f-466d-9545-d54fedc44787 service neutron] For port 9232a5f7-d95a-44a5-b49d-7664a4d75f80, host hv-cinder-84327, cleared binding levels {{(pid=110840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:04:12.546532 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c70daf54-febe-4d9c-92d8-cbdc4990a726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (1876b17b-bf32-4a63-845e-5dd7a829a916), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:12.546698 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [req-08736b14-689a-4909-b8c0-34907dbb20cd req-6b1712c8-231f-466d-9545-d54fedc44787 service neutron] For port 9232a5f7-d95a-44a5-b49d-7664a4d75f80, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=9232a5f7-d95a-44a5-b49d-7664a4d75f80,segment=NetworkSegment(e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a),segment_id=e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a)] {{(pid=110840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:04:12.597715 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70daf54-febe-4d9c-92d8-cbdc4990a726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1876b17b-bf32-4a63-845e-5dd7a829a916,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:12.616492 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 42246) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:12.616873 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-c70daf54-febe-4d9c-92d8-cbdc4990a726 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e5b3e72706434f3581f2732dbb99dc5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9607563 Jun 24 10:04:12.662238 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-08736b14-689a-4909-b8c0-34907dbb20cd req-6b1712c8-231f-466d-9545-d54fedc44787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (9232a5f7-d95a-44a5-b49d-7664a4d75f80), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:12.718678 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08736b14-689a-4909-b8c0-34907dbb20cd req-6b1712c8-231f-466d-9545-d54fedc44787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:12.720058 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-08736b14-689a-4909-b8c0-34907dbb20cd req-6b1712c8-231f-466d-9545-d54fedc44787 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:12.721704 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-08736b14-689a-4909-b8c0-34907dbb20cd req-6b1712c8-231f-466d-9545-d54fedc44787 service neutron] 10.222.0.55 "PUT /v2.0/ports/9232a5f7-d95a-44a5-b49d-7664a4d75f80 HTTP/1.1" status: 200 len: 1093 time: 1.9730530 Jun 24 10:04:12.725157 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9804ec-09cf-4bd7-bf69-83dc28a5d1d5', 'tag': '9232a5f7-d95a-44a5-b49d-7664a4d75f80'}] {{(pid=110840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:04:12.728498 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918deba4491858943d5af62f7e2b7193d4f3e11e5a976540219041625139a41f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316ae2e0-0d39-4e58-8dab-dda9ea325411" -d '{"events": [{"name": "network-changed", "server_uuid": "af9804ec-09cf-4bd7-bf69-83dc28a5d1d5", "tag": "9232a5f7-d95a-44a5-b49d-7664a4d75f80"}]}' {{(pid=110840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:04:12.801942 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-54d3c933-f3ce-42b3-bc30-3e096433d35b admin admin] Publish callbacks [] for security_group (1876b17b-bf32-4a63-845e-5dd7a829a916), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:12.824814 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b3bcec-dacf-4d0e-b66e-f9061a09414f x-openstack-request-id: req-97b3bcec-dacf-4d0e-b66e-f9061a09414f {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:04:12.825287 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9804ec-09cf-4bd7-bf69-83dc28a5d1d5", "tag": "9232a5f7-d95a-44a5-b49d-7664a4d75f80", "status": "completed", "code": 200}]} {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:04:12.825616 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-97b3bcec-dacf-4d0e-b66e-f9061a09414f {{(pid=110840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:04:12.826101 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b3bcec-dacf-4d0e-b66e-f9061a09414f'] response: {'name': 'network-changed', 'server_uuid': 'af9804ec-09cf-4bd7-bf69-83dc28a5d1d5', 'tag': '9232a5f7-d95a-44a5-b49d-7664a4d75f80', 'status': 'completed', 'code': 200} Jun 24 10:04:12.846198 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1712c8-231f-466d-9545-d54fedc44787 service neutron] Pushing event updated for resources: {'Port': ['ID=9232a5f7-d95a-44a5-b49d-7664a4d75f80,revision_number=3']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:12.935317 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-54d3c933-f3ce-42b3-bc30-3e096433d35b admin admin] Publish callbacks [] for security_group (1876b17b-bf32-4a63-845e-5dd7a829a916), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:12.950293 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ae2e0-0d39-4e58-8dab-dda9ea325411 req-fcd4e622-9c67-4973-b6cd-f2ffdd50f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:12.951802 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-316ae2e0-0d39-4e58-8dab-dda9ea325411 req-fcd4e622-9c67-4973-b6cd-f2ffdd50f99f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8f15fa49a284e409bdcabcca90ece04&device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 1127 time: 0.1196077 Jun 24 10:04:13.274634 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ae2e0-0d39-4e58-8dab-dda9ea325411 req-74ac6fc0-d4e2-4336-a853-07a9c4102724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:13.274634 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-316ae2e0-0d39-4e58-8dab-dda9ea325411 req-74ac6fc0-d4e2-4336-a853-07a9c4102724 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a8f15fa49a284e409bdcabcca90ece04&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2592444 Jun 24 10:04:13.274634 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-54d3c933-f3ce-42b3-bc30-3e096433d35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (1876b17b-bf32-4a63-845e-5dd7a829a916), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:13.274634 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-54d3c933-f3ce-42b3-bc30-3e096433d35b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:13.274634 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-54d3c933-f3ce-42b3-bc30-3e096433d35b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1876b17b-bf32-4a63-845e-5dd7a829a916 HTTP/1.1" status: 204 len: 168 time: 0.6596236 Jun 24 10:04:13.379815 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3c933-f3ce-42b3-bc30-3e096433d35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1876b17b-bf32-4a63-845e-5dd7a829a916,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:13.585435 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:13.653168 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e24cbc-09a5-493f-b25e-79de1298ce75 req-f54f36cb-1578-4301-add2-f3646d023d1b tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:13.656643 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c9e24cbc-09a5-493f-b25e-79de1298ce75 req-f54f36cb-1578-4301-add2-f3646d023d1b tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 943 time: 0.1747863 Jun 24 10:04:13.744857 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ae2e0-0d39-4e58-8dab-dda9ea325411 req-f7c56b3e-8908-48d7-b9ca-72351613b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:13.750028 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-316ae2e0-0d39-4e58-8dab-dda9ea325411 req-f7c56b3e-8908-48d7-b9ca-72351613b93a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4805772 Jun 24 10:04:13.832352 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c024b-b72b-4c5b-b2b5-4386baa8d5a3 req-d2b0e03d-c768-4b53-9afc-b02258c3a49b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:13.851576 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-223c024b-b72b-4c5b-b2b5-4386baa8d5a3 req-d2b0e03d-c768-4b53-9afc-b02258c3a49b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.2067442 Jun 24 10:04:13.879463 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c9e24cbc-09a5-493f-b25e-79de1298ce75 req-f95ea806-849b-4236-a2e5-68852b8bdeaf tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221664 Jun 24 10:04:13.955566 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:14.023479 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-223c024b-b72b-4c5b-b2b5-4386baa8d5a3 req-0ef6c2da-8cca-4306-8132-0df684d1b009 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690242 Jun 24 10:04:14.028177 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08736b14-689a-4909-b8c0-34907dbb20cd req-f18cf37b-b28a-4a59-a753-2e4ffe15bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:14.030157 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-08736b14-689a-4909-b8c0-34907dbb20cd req-f18cf37b-b28a-4a59-a753-2e4ffe15bc80 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8f15fa49a284e409bdcabcca90ece04&device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 1127 time: 0.1988680 Jun 24 10:04:14.173671 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-08736b14-689a-4909-b8c0-34907dbb20cd req-9133ee0e-e3e9-49f8-b66d-52b93c17c30f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9232a5f7-d95a-44a5-b49d-7664a4d75f80 HTTP/1.1" status: 200 len: 217 time: 0.0929501 Jun 24 10:04:14.330331 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08736b14-689a-4909-b8c0-34907dbb20cd req-c1dc7955-6572-4706-90ca-cb485be981cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:14.331855 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-08736b14-689a-4909-b8c0-34907dbb20cd req-c1dc7955-6572-4706-90ca-cb485be981cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a3a795a-5b0e-43d6-a360-a0c6523c9403 HTTP/1.1" status: 200 len: 854 time: 0.0483546 Jun 24 10:04:14.401686 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08736b14-689a-4909-b8c0-34907dbb20cd req-9308ab52-b58f-4378-b80d-a03704c78f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:14.403099 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-08736b14-689a-4909-b8c0-34907dbb20cd req-9308ab52-b58f-4378-b80d-a03704c78f27 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b62e03e6-e652-4ef9-a19f-cc1036cc714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422592 Jun 24 10:04:14.652232 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 42274) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:14.676377 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-08736b14-689a-4909-b8c0-34907dbb20cd req-9fffab74-ae4d-4211-91e0-b1c44088ae4a service neutron] 10.222.0.55 "GET /v2.0/networks/b62e03e6-e652-4ef9-a19f-cc1036cc714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622058 Jun 24 10:04:14.681963 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-659dd953-b135-4740-84ce-e355fdd066d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:14.722358 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:14.830969 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:14.877166 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-659dd953-b135-4740-84ce-e355fdd066d6 admin admin] Publish callbacks [] for security_group (6bcdc512-a6a1-4235-a7ab-cd74fef86d24), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:14.884636 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-08736b14-689a-4909-b8c0-34907dbb20cd req-92f67f39-e16c-4eb4-be61-158794add763 service neutron] 10.222.0.55 "GET /v2.0/networks/b62e03e6-e652-4ef9-a19f-cc1036cc714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008567 Jun 24 10:04:14.963078 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-659dd953-b135-4740-84ce-e355fdd066d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (6bcdc512-a6a1-4235-a7ab-cd74fef86d24), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:15.069287 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659dd953-b135-4740-84ce-e355fdd066d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcdc512-a6a1-4235-a7ab-cd74fef86d24,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:15.122647 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-659dd953-b135-4740-84ce-e355fdd066d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6520045596d6463086579a0fb138de04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4790950 Jun 24 10:04:15.122647 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 42280) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:15.171184 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03609066-6751-48d9-9397-48f6d8759abd req-380b93fd-cd32-472a-87fc-079162ad6d34 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:15.173664 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-03609066-6751-48d9-9397-48f6d8759abd req-380b93fd-cd32-472a-87fc-079162ad6d34 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 943 time: 0.0968125 Jun 24 10:04:15.239528 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-03609066-6751-48d9-9397-48f6d8759abd req-a332e860-1f34-4fd6-9bb9-bcd384cccb2e tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538800 Jun 24 10:04:15.277185 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec48078-1dd4-480b-a909-7ee0fbe0c1cd req-00d6d429-0aa5-4ca4-afaa-dd6b7216814a tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:15.279565 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-fec48078-1dd4-480b-a909-7ee0fbe0c1cd req-00d6d429-0aa5-4ca4-afaa-dd6b7216814a tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.1105442 Jun 24 10:04:15.280330 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-efdb540f-1aee-4c26-a212-30b9d14d1c98 admin admin] Publish callbacks [] for security_group (6bcdc512-a6a1-4235-a7ab-cd74fef86d24), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:15.351910 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-efdb540f-1aee-4c26-a212-30b9d14d1c98 admin admin] Publish callbacks [] for security_group (6bcdc512-a6a1-4235-a7ab-cd74fef86d24), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:15.378881 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-fec48078-1dd4-480b-a909-7ee0fbe0c1cd req-e9a6148b-d683-4332-8820-65cb7cc35d36 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916851 Jun 24 10:04:15.543278 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-efdb540f-1aee-4c26-a212-30b9d14d1c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (6bcdc512-a6a1-4235-a7ab-cd74fef86d24), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:15.546229 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-efdb540f-1aee-4c26-a212-30b9d14d1c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:15.552284 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-efdb540f-1aee-4c26-a212-30b9d14d1c98 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6bcdc512-a6a1-4235-a7ab-cd74fef86d24 HTTP/1.1" status: 204 len: 168 time: 0.4250145 Jun 24 10:04:15.576488 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb540f-1aee-4c26-a212-30b9d14d1c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcdc512-a6a1-4235-a7ab-cd74fef86d24,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:15.771371 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-2dd3fbd3-6fe7-4eb8-b48f-80ea140f6680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:16.637586 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1392f1-281d-43d8-9c2e-63f4cd8e45f0 req-64ab11ab-dde0-40e0-9caa-49c091b0da0b tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:16.653095 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5b1392f1-281d-43d8-9c2e-63f4cd8e45f0 req-64ab11ab-dde0-40e0-9caa-49c091b0da0b tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 943 time: 0.2005610 Jun 24 10:04:16.701795 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20414027-fb79-4f6e-873a-25875a0bc7ba req-28d82171-f340-4ee1-94c9-0c187b0ca0a5 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:16.710250 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-20414027-fb79-4f6e-873a-25875a0bc7ba req-28d82171-f340-4ee1-94c9-0c187b0ca0a5 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.1630819 Jun 24 10:04:16.738473 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5b1392f1-281d-43d8-9c2e-63f4cd8e45f0 req-6e0c04fd-a73a-40a4-b9d0-0ed35e5850aa tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746779 Jun 24 10:04:16.822477 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-20414027-fb79-4f6e-873a-25875a0bc7ba req-bb8eb450-4364-42e8-8126-85ea75fb68ac tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094391 Jun 24 10:04:17.860826 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3977751-5b0a-402d-9289-7f7fc076cce6 req-c7b2cb49-1320-442d-bc00-995758090ba5 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:17.868480 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e3977751-5b0a-402d-9289-7f7fc076cce6 req-c7b2cb49-1320-442d-bc00-995758090ba5 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 943 time: 0.0587232 Jun 24 10:04:17.919775 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-68999062-9cef-418b-8e55-4ef80a95b063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:17.921635 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e3977751-5b0a-402d-9289-7f7fc076cce6 req-9c979be5-c149-48cf-a421-a49f5752df8b tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504475 Jun 24 10:04:17.960428 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ee9f6-26ff-4d49-91e5-eb5ae6fb745e req-586dad6f-4706-41f1-9900-f8069b4375e0 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:17.962031 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ef5ee9f6-26ff-4d49-91e5-eb5ae6fb745e req-586dad6f-4706-41f1-9900-f8069b4375e0 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0659032 Jun 24 10:04:18.029162 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ef5ee9f6-26ff-4d49-91e5-eb5ae6fb745e req-162211ad-f789-4ce9-8f9d-0d18290a2276 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613914 Jun 24 10:04:19.061920 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98756d5-718e-4557-96fc-f45bdeec54d5 req-df6cb823-a237-41d6-b73b-ca379a1391b7 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:19.063478 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f98756d5-718e-4557-96fc-f45bdeec54d5 req-df6cb823-a237-41d6-b73b-ca379a1391b7 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 943 time: 0.0541034 Jun 24 10:04:19.171235 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f98756d5-718e-4557-96fc-f45bdeec54d5 req-0242b8bd-4b2f-48be-92f6-dc4e554532ff tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955963 Jun 24 10:04:19.203452 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1b994-4a07-4457-9769-016d21726a92 req-e50cb851-c5fa-4985-9aea-a1009a43573c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:19.212629 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-91f1b994-4a07-4457-9769-016d21726a92 req-e50cb851-c5fa-4985-9aea-a1009a43573c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0876980 Jun 24 10:04:19.223071 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:19.278332 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-91f1b994-4a07-4457-9769-016d21726a92 req-97b6784a-55e6-4b26-8600-0b1ec8f31f7c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643156 Jun 24 10:04:20.009529 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:04:20.322184 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db9001-ccc2-4968-89e0-035a0d65ccb0 req-58d24632-aa41-4ed0-8903-e6b58c3f08f0 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:20.324530 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d1db9001-ccc2-4968-89e0-035a0d65ccb0 req-58d24632-aa41-4ed0-8903-e6b58c3f08f0 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 943 time: 0.0602963 Jun 24 10:04:20.427065 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d1db9001-ccc2-4968-89e0-035a0d65ccb0 req-1695286b-3aab-44c5-955a-b85d4931342e tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862052 Jun 24 10:04:20.506926 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad8a5e-a932-4650-bd03-721d0238d9cd req-4f74162d-07a9-4abe-beca-3d9cdf927b64 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:20.509346 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-57ad8a5e-a932-4650-bd03-721d0238d9cd req-4f74162d-07a9-4abe-beca-3d9cdf927b64 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0729420 Jun 24 10:04:20.552465 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:20.597545 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-57ad8a5e-a932-4650-bd03-721d0238d9cd req-1b0665f2-2266-4ac8-9cde-e36cfd968595 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803754 Jun 24 10:04:20.788642 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:21.028710 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:21.609814 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066d7f6-4f76-4d72-9217-9c1f78191b22 req-00b6b901-f082-46bb-8474-bfd1347396cf tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:21.617945 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9066d7f6-4f76-4d72-9217-9c1f78191b22 req-00b6b901-f082-46bb-8474-bfd1347396cf tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 943 time: 0.0570455 Jun 24 10:04:21.787344 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9066d7f6-4f76-4d72-9217-9c1f78191b22 req-5066d076-f95a-4e74-a738-31849db20405 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495125 Jun 24 10:04:21.846274 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df58025-72ce-4cdf-b6e6-23b8e888f11e req-1722fb87-00ca-44b4-8873-02f518e3511b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:21.847829 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2df58025-72ce-4cdf-b6e6-23b8e888f11e req-1722fb87-00ca-44b4-8873-02f518e3511b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0668545 Jun 24 10:04:21.916463 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2df58025-72ce-4cdf-b6e6-23b8e888f11e req-5113cddb-f1e3-4513-aed1-27e8416760bf tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607405 Jun 24 10:04:22.995667 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad77666-5b6f-45c0-9d14-35aa79586569 req-60ac3f62-bb8c-4ee5-b1a0-fcef5744b362 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:22.997244 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2ad77666-5b6f-45c0-9d14-35aa79586569 req-60ac3f62-bb8c-4ee5-b1a0-fcef5744b362 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 943 time: 0.0623837 Jun 24 10:04:23.063757 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2ad77666-5b6f-45c0-9d14-35aa79586569 req-24179e90-c52b-450d-909e-46f18ffd1dd6 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587058 Jun 24 10:04:23.088151 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50f1ed-24c9-441a-8e2a-dd679a1a491e req-4b50c14f-52f6-4002-8041-558bc37e416a tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:23.090370 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ff50f1ed-24c9-441a-8e2a-dd679a1a491e req-4b50c14f-52f6-4002-8041-558bc37e416a tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0867195 Jun 24 10:04:23.147984 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:23.215884 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ff50f1ed-24c9-441a-8e2a-dd679a1a491e req-b84b1cc7-144d-42fa-a778-5cb8afbe0048 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190524 Jun 24 10:04:24.196254 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be1249-a1fd-4198-b41c-85f0abe4d07d req-c5128eca-035d-4d4e-b196-202df30f911d tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:24.203322 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-a9be1249-a1fd-4198-b41c-85f0abe4d07d req-c5128eca-035d-4d4e-b196-202df30f911d tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 943 time: 0.0589819 Jun 24 10:04:24.254637 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-a9be1249-a1fd-4198-b41c-85f0abe4d07d req-15f7be93-f782-4eb9-bf53-6bf13f7b525d tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456460 Jun 24 10:04:24.274783 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 42386) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:24.430103 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562a76b-e318-4e83-949a-5581ff4f2a7e req-08cd626e-6143-4fac-bb23-4b608fd64bfb tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:24.431622 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3562a76b-e318-4e83-949a-5581ff4f2a7e req-08cd626e-6143-4fac-bb23-4b608fd64bfb tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.1141429 Jun 24 10:04:24.437662 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-44941669-08e1-4a6a-8166-fb7124e4b8e8 req-d5e66d6a-76c5-4319-bf0a-f25dac1d7178 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1684885 Jun 24 10:04:24.450162 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [req-44941669-08e1-4a6a-8166-fb7124e4b8e8 req-338f956a-1fab-4414-9741-e82c6f199602 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110839) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:04:24.451128 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-44941669-08e1-4a6a-8166-fb7124e4b8e8 req-338f956a-1fab-4414-9741-e82c6f199602 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056870 Jun 24 10:04:24.486279 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3562a76b-e318-4e83-949a-5581ff4f2a7e req-14da0a2e-ce84-44d7-8b55-b8207eea01a1 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473838 Jun 24 10:04:24.542694 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 42400) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:24.659439 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44941669-08e1-4a6a-8166-fb7124e4b8e8 req-6e8d0387-e0a6-4411-af5f-7fd70d5b7310 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:24.660892 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-44941669-08e1-4a6a-8166-fb7124e4b8e8 req-6e8d0387-e0a6-4411-af5f-7fd70d5b7310 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports/bc68c0d7-3cc3-4add-8d35-8b1892ac129e HTTP/1.1" status: 200 len: 940 time: 0.1169977 Jun 24 10:04:25.367403 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5fa33-94d4-4d61-882a-5d239d19c6fc req-d77df3f1-3316-4145-b33d-d18f791197d6 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:25.368941 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-08b5fa33-94d4-4d61-882a-5d239d19c6fc req-d77df3f1-3316-4145-b33d-d18f791197d6 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 943 time: 0.0516407 Jun 24 10:04:25.421454 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-08b5fa33-94d4-4d61-882a-5d239d19c6fc req-3c34f126-b157-438d-9766-3c30142cdc26 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465782 Jun 24 10:04:25.631683 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899e369-235d-4070-ab00-2c92c399c6a9 req-036b5f84-5b72-4075-94e7-3938818ee796 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:25.634924 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9899e369-235d-4070-ab00-2c92c399c6a9 req-036b5f84-5b72-4075-94e7-3938818ee796 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0636730 Jun 24 10:04:25.689009 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9899e369-235d-4070-ab00-2c92c399c6a9 req-5df799a0-bd73-4361-a91b-b3d875972ae6 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498216 Jun 24 10:04:26.126179 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 42446) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:26.230658 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f174a228-6bf3-4324-8646-6f07c8627172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:26.304573 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f174a228-6bf3-4324-8646-6f07c8627172 admin admin] Publish callbacks [] for security_group (99fef769-f577-448c-9659-fb7938c04c35), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:26.394110 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f174a228-6bf3-4324-8646-6f07c8627172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (99fef769-f577-448c-9659-fb7938c04c35), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:26.434774 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-f174a228-6bf3-4324-8646-6f07c8627172 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e27aeaa78f8a4360859b08bae284d4fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075354 Jun 24 10:04:26.436771 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174a228-6bf3-4324-8646-6f07c8627172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fef769-f577-448c-9659-fb7938c04c35,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:26.437548 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 42450) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:26.453039 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:26.479662 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:26.500632 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3019ed3f-89d0-47e2-b471-f3c7b40dee26 admin admin] Publish callbacks [] for security_group (99fef769-f577-448c-9659-fb7938c04c35), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:26.545453 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3019ed3f-89d0-47e2-b471-f3c7b40dee26 admin admin] Publish callbacks [] for security_group (99fef769-f577-448c-9659-fb7938c04c35), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:26.552808 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13b228-e025-4566-8c8a-4d32fdcd70dd req-da43a4b5-38c1-4f06-b7f3-e5efadcb7afd tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:26.554267 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2f13b228-e025-4566-8c8a-4d32fdcd70dd req-da43a4b5-38c1-4f06-b7f3-e5efadcb7afd tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 943 time: 0.0651615 Jun 24 10:04:26.627509 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2f13b228-e025-4566-8c8a-4d32fdcd70dd req-96e90b24-584f-4b08-aa5c-b41af530738c tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597591 Jun 24 10:04:26.717408 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3019ed3f-89d0-47e2-b471-f3c7b40dee26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (99fef769-f577-448c-9659-fb7938c04c35), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:26.719973 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3019ed3f-89d0-47e2-b471-f3c7b40dee26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:26.728076 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-3019ed3f-89d0-47e2-b471-f3c7b40dee26 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/99fef769-f577-448c-9659-fb7938c04c35 HTTP/1.1" status: 204 len: 168 time: 0.2826014 Jun 24 10:04:26.734384 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019ed3f-89d0-47e2-b471-f3c7b40dee26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fef769-f577-448c-9659-fb7938c04c35,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:26.752155 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:26.830300 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25382590-c6aa-4509-a8c8-604a87551ba2 req-1cb88122-9b0f-4884-91ac-b5fc34aad34c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:26.831703 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-25382590-c6aa-4509-a8c8-604a87551ba2 req-1cb88122-9b0f-4884-91ac-b5fc34aad34c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0557446 Jun 24 10:04:26.887527 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-25382590-c6aa-4509-a8c8-604a87551ba2 req-ecb15c0a-cd4c-480d-8179-5de6d0e32e13 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497694 Jun 24 10:04:27.728715 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44941669-08e1-4a6a-8166-fb7124e4b8e8 req-9c0921ff-8bb0-4f3a-a640-3639f181ec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:27.730376 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-44941669-08e1-4a6a-8166-fb7124e4b8e8 req-9c0921ff-8bb0-4f3a-a640-3639f181ec79 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877&tenant_id=a77797eae68a42639f886f64db5f5598 HTTP/1.1" status: 200 len: 1127 time: 0.0807881 Jun 24 10:04:27.761206 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff050a-a25f-4943-adbb-07fdbd7da4f2 req-e6e3f425-5ed7-4fc8-b69f-bd8fb75c9480 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:27.762837 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-10ff050a-a25f-4943-adbb-07fdbd7da4f2 req-e6e3f425-5ed7-4fc8-b69f-bd8fb75c9480 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 943 time: 0.0645034 Jun 24 10:04:27.799582 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44941669-08e1-4a6a-8166-fb7124e4b8e8 req-f5c3b844-667a-4ab6-9570-ae35f0c056d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:27.801196 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-44941669-08e1-4a6a-8166-fb7124e4b8e8 req-f5c3b844-667a-4ab6-9570-ae35f0c056d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a77797eae68a42639f886f64db5f5598&device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 1127 time: 0.0466311 Jun 24 10:04:27.818193 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-10ff050a-a25f-4943-adbb-07fdbd7da4f2 req-9c602cfa-eb5d-45b3-9fee-d34e84e8c01d tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488558 Jun 24 10:04:27.897792 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 9232a5f7-d95a-44a5-b49d-7664a4d75f80 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:04:27.899323 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44941669-08e1-4a6a-8166-fb7124e4b8e8 req-dc3dda4e-6ff2-4af7-9980-342a615bd8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:27.899323 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-44941669-08e1-4a6a-8166-fb7124e4b8e8 req-dc3dda4e-6ff2-4af7-9980-342a615bd8ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=acbbe71d-fc88-4521-a985-304e44d1216d HTTP/1.1" status: 200 len: 918 time: 0.0882139 Jun 24 10:04:28.004145 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 42528) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:28.059378 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 9232a5f7-d95a-44a5-b49d-7664a4d75f80, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=9232a5f7-d95a-44a5-b49d-7664a4d75f80,segment=NetworkSegment(e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a),segment_id=e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:04:28.062392 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c762897-656a-4e98-98e0-70e84f5bf9c8 req-170ea050-bc3c-4d30-a00e-2a7507c0a001 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:28.070227 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1c762897-656a-4e98-98e0-70e84f5bf9c8 req-170ea050-bc3c-4d30-a00e-2a7507c0a001 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0703843 Jun 24 10:04:28.079713 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': '9232a5f7-d95a-44a5-b49d-7664a4d75f80', 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a', 'port_id': '9232a5f7-d95a-44a5-b49d-7664a4d75f80', 'mac_address': 'fa:16:3e:25:04:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3a795a-5b0e-43d6-a360-a0c6523c9403', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:04:28.138540 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1c762897-656a-4e98-98e0-70e84f5bf9c8 req-351e9c6a-392b-4acd-ba74-47476e737932 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668209 Jun 24 10:04:28.149453 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 9232a5f7-d95a-44a5-b49d-7664a4d75f80 is: DOWN; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:04:28.149848 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (9232a5f7-d95a-44a5-b49d-7664a4d75f80), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:28.165387 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9232a5f7-d95a-44a5-b49d-7664a4d75f80 {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:04:28.187949 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 9232a5f7-d95a-44a5-b49d-7664a4d75f80, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=9232a5f7-d95a-44a5-b49d-7664a4d75f80,segment=NetworkSegment(e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a),segment_id=e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:04:28.191331 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-924c5e83-5eff-4e6d-b627-e7608852cb68 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2044142867-network', 'tenant_id': '28def10792f645c491f98a134ff71dce'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:04:28.208069 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:28.289701 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-44941669-08e1-4a6a-8166-fb7124e4b8e8 req-3ba7dbe3-19f9-45e0-ab4c-c54879d9ac5e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc68c0d7-3cc3-4add-8d35-8b1892ac129e HTTP/1.1" status: 200 len: 998 time: 0.3864787 Jun 24 10:04:28.300347 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (9232a5f7-d95a-44a5-b49d-7664a4d75f80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:28.326350 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924c5e83-5eff-4e6d-b627-e7608852cb68 admin admin] Made reservation on behalf of 28def10792f645c491f98a134ff71dce for: {'network': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:04:28.328859 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-924c5e83-5eff-4e6d-b627-e7608852cb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for network (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:28.342407 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-924c5e83-5eff-4e6d-b627-e7608852cb68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:28.343295 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44941669-08e1-4a6a-8166-fb7124e4b8e8 req-f226e63e-b9f8-49a0-a34d-84cd0a699728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:28.345111 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-44941669-08e1-4a6a-8166-fb7124e4b8e8 req-f226e63e-b9f8-49a0-a34d-84cd0a699728 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=20ee07e6-65c0-48ce-91f9-befe3b16f3f9 HTTP/1.1" status: 200 len: 856 time: 0.0487597 Jun 24 10:04:28.351884 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=9232a5f7-d95a-44a5-b49d-7664a4d75f80,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:28.359263 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:28.359607 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:28.359967 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:28.360349 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:28.360684 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:28.361007 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:28.361328 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:28.361644 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:28.361962 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:28.362277 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:28.362829 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:28.362942 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:28.363230 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:28.363540 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:28.363854 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:04:28.389527 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:28.396193 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44941669-08e1-4a6a-8166-fb7124e4b8e8 req-2750f78d-9b0a-48b3-bdba-7f814c200b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:28.397704 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-44941669-08e1-4a6a-8166-fb7124e4b8e8 req-2750f78d-9b0a-48b3-bdba-7f814c200b16 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=acbbe71d-fc88-4521-a985-304e44d1216d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424309 Jun 24 10:04:28.423482 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-924c5e83-5eff-4e6d-b627-e7608852cb68 admin admin] Publish callbacks [] for security_group (032bfc51-c14c-415d-8ee7-263506369277), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:28.496015 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-44941669-08e1-4a6a-8166-fb7124e4b8e8 req-80abc94b-96bd-4a3a-a6fd-772aacd8e759 service neutron] 10.222.0.55 "GET /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900247 Jun 24 10:04:28.500527 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-924c5e83-5eff-4e6d-b627-e7608852cb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (032bfc51-c14c-415d-8ee7-263506369277), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:28.525184 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924c5e83-5eff-4e6d-b627-e7608852cb68 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=110839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:04:28.539996 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c5e83-5eff-4e6d-b627-e7608852cb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032bfc51-c14c-415d-8ee7-263506369277,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:28.545122 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-924c5e83-5eff-4e6d-b627-e7608852cb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (c2ce25df-37d7-4b2d-9fd7-337f0e3251fc), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:28.545453 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.segments_db [None req-924c5e83-5eff-4e6d-b627-e7608852cb68 admin admin] Added segment c2ce25df-37d7-4b2d-9fd7-337f0e3251fc of type vlan for network 27c1f451-5632-4595-bd92-6b71a74a8ba9 Jun 24 10:04:28.582145 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['9232a5f7-d95a-44a5-b49d-7664a4d75f80'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:04:28.588498 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-924c5e83-5eff-4e6d-b627-e7608852cb68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753295298762'] for network (27c1f451-5632-4595-bd92-6b71a74a8ba9), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:28.594265 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-44941669-08e1-4a6a-8166-fb7124e4b8e8 req-970304c2-4711-4820-84ca-236eed1b487f service neutron] 10.222.0.55 "GET /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913520 Jun 24 10:04:28.748530 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-924c5e83-5eff-4e6d-b627-e7608852cb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for network (27c1f451-5632-4595-bd92-6b71a74a8ba9), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:28.749550 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924c5e83-5eff-4e6d-b627-e7608852cb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:28.750131 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-924c5e83-5eff-4e6d-b627-e7608852cb68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:28.816881 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c5e83-5eff-4e6d-b627-e7608852cb68 admin admin] Pushing event updated for resources: {'Network': ['ID=27c1f451-5632-4595-bd92-6b71a74a8ba9,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:28.827627 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Network 27c1f451-5632-4595-bd92-6b71a74a8ba9 details requested by agent ovs-agent-dv-cinder-843277-6-iscsi with host dv-cinder-843277-6-iscsi {{(pid=110841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:04:28.864071 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-924c5e83-5eff-4e6d-b627-e7608852cb68 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8464994 Jun 24 10:04:28.866533 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 42560) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:28.872371 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-b4951b2f-7bda-4abe-a0e8-34c1923261a7 admin admin] Request body: {'subnet': {'network_id': '27c1f451-5632-4595-bd92-6b71a74a8ba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2044142867-subnet', 'tenant_id': '28def10792f645c491f98a134ff71dce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:04:28.944096 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:28.961175 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97843c9-98c1-4e4e-887f-c1ab0f1ff03e req-607a7dcc-f29c-4200-b78d-08159da8010d tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:28.963754 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e97843c9-98c1-4e4e-887f-c1ab0f1ff03e req-607a7dcc-f29c-4200-b78d-08159da8010d tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 944 time: 0.0593076 Jun 24 10:04:29.018744 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e97843c9-98c1-4e4e-887f-c1ab0f1ff03e req-d755f443-08cf-4604-aebd-ff4c055c7507 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483861 Jun 24 10:04:29.019761 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4951b2f-7bda-4abe-a0e8-34c1923261a7 admin admin] Made reservation on behalf of 28def10792f645c491f98a134ff71dce for: {'subnet': 1} {{(pid=110840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:04:29.022482 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b4951b2f-7bda-4abe-a0e8-34c1923261a7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:29.143271 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:29.253387 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecca7b9-fa9c-4f07-8a4b-9f3906e44eab req-59ac1465-b50a-4d3c-ba43-5caff04efda6 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:29.254740 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9ecca7b9-fa9c-4f07-8a4b-9f3906e44eab req-59ac1465-b50a-4d3c-ba43-5caff04efda6 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0480130 Jun 24 10:04:29.266786 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b4951b2f-7bda-4abe-a0e8-34c1923261a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for subnet (34d9b756-6a75-4bf8-b2de-059361d22604), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:29.307510 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9ecca7b9-fa9c-4f07-8a4b-9f3906e44eab req-673d4b54-05e5-4924-812e-123c86136922 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471311 Jun 24 10:04:29.335534 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4951b2f-7bda-4abe-a0e8-34c1923261a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34d9b756-6a75-4bf8-b2de-059361d22604,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:29.342137 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4951b2f-7bda-4abe-a0e8-34c1923261a7 admin admin] Checking segment: {'id': 'c2ce25df-37d7-4b2d-9fd7-337f0e3251fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '27c1f451-5632-4595-bd92-6b71a74a8ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:04:29.342306 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4951b2f-7bda-4abe-a0e8-34c1923261a7 admin admin] Network hostable DHCP agents. Network: 27c1f451-5632-4595-bd92-6b71a74a8ba9, hostable agents: ['227dce48-d671-4074-8746-a798e3de1e3c'], hosted agents: [] {{(pid=110840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:04:29.457656 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4951b2f-7bda-4abe-a0e8-34c1923261a7 admin admin] Network 27c1f451-5632-4595-bd92-6b71a74a8ba9 is scheduled to be hosted by DHCP agent 227dce48-d671-4074-8746-a798e3de1e3c with binding_index 1 {{(pid=110840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:04:29.548939 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-b4951b2f-7bda-4abe-a0e8-34c1923261a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-6-iscsi, 27c1f451-5632-4595-bd92-6b71a74a8ba9) {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:04:29.554039 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4951b2f-7bda-4abe-a0e8-34c1923261a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:29.555332 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b4951b2f-7bda-4abe-a0e8-34c1923261a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:29.561902 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a25a5d1-3eb4-48a2-a121-f1c36b3edc83 None None] Network 27c1f451-5632-4595-bd92-6b71a74a8ba9 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:04:29.656184 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-b4951b2f-7bda-4abe-a0e8-34c1923261a7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7843063 Jun 24 10:04:29.697818 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d8cffb-6437-4f4d-aa71-2f4e71a9202b None None] Network 27c1f451-5632-4595-bd92-6b71a74a8ba9 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:04:29.803755 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:29.918052 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 9232a5f7-d95a-44a5-b49d-7664a4d75f80 up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:04:29.977956 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning for port 9232a5f7-d95a-44a5-b49d-7664a4d75f80 completed by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:04:30.004008 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 42590) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:30.051174 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ec8d37-236c-4dc8-9e86-0d018919d386 admin admin] Deleting subnet a7389cd4-784c-444f-b0c2-7e07bb04e4e6 {{(pid=110840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:04:30.057404 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port 9232a5f7-d95a-44a5-b49d-7664a4d75f80 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:04:30.057719 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (9232a5f7-d95a-44a5-b49d-7664a4d75f80), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:30.059445 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-73ec8d37-236c-4dc8-9e86-0d018919d386 admin admin] Publish callbacks [] for subnet (a7389cd4-784c-444f-b0c2-7e07bb04e4e6), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:30.180095 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-73ec8d37-236c-4dc8-9e86-0d018919d386 admin admin] Publish callbacks [] for subnet (a7389cd4-784c-444f-b0c2-7e07bb04e4e6), precommit_delete_associations {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:30.199087 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-73ec8d37-236c-4dc8-9e86-0d018919d386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-760904'] for subnet (a7389cd4-784c-444f-b0c2-7e07bb04e4e6), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:30.324489 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03d7fe-bd35-4741-a89c-7d0ed6e343b0 req-9240ea05-afb5-4bb8-b440-9cf2e1d3e32c tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:30.326265 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-fb03d7fe-bd35-4741-a89c-7d0ed6e343b0 req-9240ea05-afb5-4bb8-b440-9cf2e1d3e32c tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 944 time: 0.0848076 Jun 24 10:04:30.338088 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 9232a5f7-d95a-44a5-b49d-7664a4d75f80 is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:04:30.343109 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (9232a5f7-d95a-44a5-b49d-7664a4d75f80), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:30.372543 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:30.393782 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9804ec-09cf-4bd7-bf69-83dc28a5d1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9232a5f7-d95a-44a5-b49d-7664a4d75f80'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:04:30.396105 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb274e3-03cd-4770-81fc-32a0fed07b78" -d '{"events": [{"server_uuid": "af9804ec-09cf-4bd7-bf69-83dc28a5d1d5", "name": "network-vif-plugged", "status": "completed", "tag": "9232a5f7-d95a-44a5-b49d-7664a4d75f80"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:04:30.425872 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 9232a5f7-d95a-44a5-b49d-7664a4d75f80, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=9232a5f7-d95a-44a5-b49d-7664a4d75f80,segment=NetworkSegment(e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a),segment_id=e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:04:30.478025 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-fb03d7fe-bd35-4741-a89c-7d0ed6e343b0 req-6e4eec5c-6e40-4d22-b878-1ab8302c6cc5 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363168 Jun 24 10:04:30.524898 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567cf8e-1382-4192-92a1-c8122dc2f097 req-77e9590d-32ca-4482-8082-373f1232e91e tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:30.527734 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63398885-b2fb-4015-9a12-adbee4f9776a x-openstack-request-id: req-63398885-b2fb-4015-9a12-adbee4f9776a {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:04:30.528071 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9804ec-09cf-4bd7-bf69-83dc28a5d1d5", "name": "network-vif-plugged", "status": "completed", "tag": "9232a5f7-d95a-44a5-b49d-7664a4d75f80", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:04:30.528432 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63398885-b2fb-4015-9a12-adbee4f9776a {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:04:30.528822 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63398885-b2fb-4015-9a12-adbee4f9776a'] response: {'server_uuid': 'af9804ec-09cf-4bd7-bf69-83dc28a5d1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9232a5f7-d95a-44a5-b49d-7664a4d75f80', 'code': 200} Jun 24 10:04:30.529589 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1567cf8e-1382-4192-92a1-c8122dc2f097 req-77e9590d-32ca-4482-8082-373f1232e91e tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0787208 Jun 24 10:04:30.543650 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (9232a5f7-d95a-44a5-b49d-7664a4d75f80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:30.543949 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-73ec8d37-236c-4dc8-9e86-0d018919d386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for subnet (a7389cd4-784c-444f-b0c2-7e07bb04e4e6), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:30.592760 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec8d37-236c-4dc8-9e86-0d018919d386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7389cd4-784c-444f-b0c2-7e07bb04e4e6,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:30.616253 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-73ec8d37-236c-4dc8-9e86-0d018919d386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:30.637697 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-73ec8d37-236c-4dc8-9e86-0d018919d386 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a7389cd4-784c-444f-b0c2-7e07bb04e4e6 HTTP/1.1" status: 204 len: 168 time: 0.6374605 Jun 24 10:04:30.640167 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1567cf8e-1382-4192-92a1-c8122dc2f097 req-f41c9eca-7bff-47ba-9fe1-f579642624db tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819354 Jun 24 10:04:30.643324 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 42602) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:30.658315 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=9232a5f7-d95a-44a5-b49d-7664a4d75f80,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:30.740787 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-bb8efc84-8628-4913-b24e-6cd5944dc8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652767'] for network (5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:30.866520 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-bb8efc84-8628-4913-b24e-6cd5944dc8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8753295835275'] for network (5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:30.894765 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-bb8efc84-8628-4913-b24e-6cd5944dc8d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc']}} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:04:30.908884 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-bb8efc84-8628-4913-b24e-6cd5944dc8d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5962482e-f02e-484d-a613-c8aa8750d95c') {'for_net_delete': True} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:04:30.909361 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-bb8efc84-8628-4913-b24e-6cd5944dc8d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5962482e-f02e-484d-a613-c8aa8750d95c') {} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:04:30.922129 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-bb8efc84-8628-4913-b24e-6cd5944dc8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753295836052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29527165'] for segment (5962482e-f02e-484d-a613-c8aa8750d95c), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:30.937033 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:30.940115 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-bb8efc84-8628-4913-b24e-6cd5944dc8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (5962482e-f02e-484d-a613-c8aa8750d95c), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:30.949548 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8efc84-8628-4913-b24e-6cd5944dc8d3 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=110839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:04:30.950160 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-bb8efc84-8628-4913-b24e-6cd5944dc8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33003900'] for segment (5962482e-f02e-484d-a613-c8aa8750d95c), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:31.044255 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.services.segments.plugin [-] Segment 5962482e-f02e-484d-a613-c8aa8750d95c resource provider aggregate not found Jun 24 10:04:31.067605 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.services.segments.plugin [-] Segment 5962482e-f02e-484d-a613-c8aa8750d95c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5962482e-f02e-484d-a613-c8aa8750d95c found for delete ", "request_id": "req-9f69284e-51c9-4204-b9a7-a96950f8f8b9"}]} Jun 24 10:04:31.138200 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-bb8efc84-8628-4913-b24e-6cd5944dc8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1893167'] for network (5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:31.143880 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-bb8efc84-8628-4913-b24e-6cd5944dc8d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:31.147915 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-bb8efc84-8628-4913-b24e-6cd5944dc8d3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc HTTP/1.1" status: 204 len: 168 time: 0.5023141 Jun 24 10:04:31.179862 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8efc84-8628-4913-b24e-6cd5944dc8d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a7bb7ca-64c1-4f04-8b5a-a9887aea00fc,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:31.541878 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 42618) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:31.584883 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:31.592043 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-2d1755ef-86eb-41c4-903c-d5c010fd01f6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f896de1750fe4c7d9eef897027efb42f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479450 Jun 24 10:04:31.594442 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 42620) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:31.628420 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83c248-ee92-4159-bca6-a1fa1e03caaf req-caa5c50a-da0c-46ec-96d4-def89769c2bb tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:31.630487 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ec83c248-ee92-4159-bca6-a1fa1e03caaf req-caa5c50a-da0c-46ec-96d4-def89769c2bb tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 945 time: 0.0560658 Jun 24 10:04:31.667026 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f43d2115-2e05-4c20-9a8f-1b2584b2c3a9 admin admin] Publish callbacks [] for security_group (cf749ded-fb6d-4dec-b362-b3df227eb8e4), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:31.695180 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f43d2115-2e05-4c20-9a8f-1b2584b2c3a9 admin admin] Publish callbacks [] for security_group (cf749ded-fb6d-4dec-b362-b3df227eb8e4), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:31.713495 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ec83c248-ee92-4159-bca6-a1fa1e03caaf req-bb0b9081-f970-4bc2-90c8-5c7530978baf tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714688 Jun 24 10:04:31.804001 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd538b8-7faa-4cf7-80e6-084b1eac3bdd req-d4f163b2-e864-4dfd-8c70-a584db0f4a88 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:31.806192 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7cd538b8-7faa-4cf7-80e6-084b1eac3bdd req-d4f163b2-e864-4dfd-8c70-a584db0f4a88 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0541525 Jun 24 10:04:31.855916 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7cd538b8-7faa-4cf7-80e6-084b1eac3bdd req-6075d00e-655d-4720-8227-fb5d4234135c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433576 Jun 24 10:04:31.862543 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f43d2115-2e05-4c20-9a8f-1b2584b2c3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (cf749ded-fb6d-4dec-b362-b3df227eb8e4), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:31.865189 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f43d2115-2e05-4c20-9a8f-1b2584b2c3a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:31.868163 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-f43d2115-2e05-4c20-9a8f-1b2584b2c3a9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cf749ded-fb6d-4dec-b362-b3df227eb8e4 HTTP/1.1" status: 204 len: 168 time: 0.2706616 Jun 24 10:04:31.876828 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d2115-2e05-4c20-9a8f-1b2584b2c3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf749ded-fb6d-4dec-b362-b3df227eb8e4,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:32.346072 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-8521ddeb-ba15-4032-981e-d265a23c81d6 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:32.347979 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-8521ddeb-ba15-4032-981e-d265a23c81d6 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/networks?id=27c1f451-5632-4595-bd92-6b71a74a8ba9 HTTP/1.1" status: 200 len: 814 time: 0.1368411 Jun 24 10:04:32.371771 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-91dfdc25-fff8-457d-811d-bbf9ac8cb771 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/quotas/28def10792f645c491f98a134ff71dce HTTP/1.1" status: 200 len: 375 time: 0.0133355 Jun 24 10:04:32.425776 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-c4200db6-7ae7-45b0-b4c3-3b48f1538138 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=28def10792f645c491f98a134ff71dce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404413 Jun 24 10:04:32.569155 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-42c60706-cbb6-4dcb-9103-a9b641a929e3 service neutron] 10.222.0.26 "GET /v2.0/networks/27c1f451-5632-4595-bd92-6b71a74a8ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360044 Jun 24 10:04:32.884496 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-d1f34a08-359e-4f7c-beff-b68b025d803a service neutron] 10.222.0.26 "GET /v2.0/networks/27c1f451-5632-4595-bd92-6b71a74a8ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134257 Jun 24 10:04:32.886369 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1752c-d034-41ee-9603-21860d705925 req-71488282-c198-44fa-b64d-459f0766a00a tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:32.886369 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a2f1752c-d034-41ee-9603-21860d705925 req-71488282-c198-44fa-b64d-459f0766a00a tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 945 time: 0.0520229 Jun 24 10:04:32.886369 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a2f1752c-d034-41ee-9603-21860d705925 req-4594ad9a-d223-4c5c-b647-139031439a55 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445969 Jun 24 10:04:33.019825 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:33.076523 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fa5a9-5185-4f13-b6aa-f4f7b9fcfd14 req-29bd10f5-5f51-4408-bd03-82190be3f770 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:33.076523 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-772fa5a9-5185-4f13-b6aa-f4f7b9fcfd14 req-29bd10f5-5f51-4408-bd03-82190be3f770 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0592730 Jun 24 10:04:33.088751 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-772fa5a9-5185-4f13-b6aa-f4f7b9fcfd14 req-b2ef7b84-25df-4391-800a-c34c810d4f93 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461683 Jun 24 10:04:33.774453 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d5d1ba92-ef15-4bf4-9351-b347479e7327 req-a48a8b06-8179-413c-95f2-1ebfc99dbafe tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3972b3f-604a-486b-abef-10ecb7b76c4d HTTP/1.1" status: 200 len: 210 time: 0.0994928 Jun 24 10:04:34.085340 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd38418-a01a-4d64-bac0-45e626727ea1 req-8f57c858-6db8-4292-a9f2-f433dce73b20 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:34.088213 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2fd38418-a01a-4d64-bac0-45e626727ea1 req-8f57c858-6db8-4292-a9f2-f433dce73b20 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 945 time: 0.0597980 Jun 24 10:04:34.166950 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2fd38418-a01a-4d64-bac0-45e626727ea1 req-4db1b2b5-f295-4134-b4e4-96d92eb21a07 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706522 Jun 24 10:04:34.265462 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1cf61-45cf-4664-bde0-88da7e2988c9 req-e6ba4e85-3ebe-4bfc-af56-0ace4a5d782c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:34.272328 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a6e1cf61-45cf-4664-bde0-88da7e2988c9 req-e6ba4e85-3ebe-4bfc-af56-0ace4a5d782c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0697799 Jun 24 10:04:34.345037 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a6e1cf61-45cf-4664-bde0-88da7e2988c9 req-4dce385b-cd79-426c-88a9-72a7aa69f897 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715761 Jun 24 10:04:34.845033 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-982aa490-bbf9-49d0-90d1-1dc37df800da req-05d9484d-99fc-403e-95af-c8d75959ba5b tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3972b3f-604a-486b-abef-10ecb7b76c4d HTTP/1.1" status: 200 len: 210 time: 0.0289648 Jun 24 10:04:34.917449 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:34.966054 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:35.305604 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f8c20-0b65-483c-93f2-ed9f84b880d4 req-d6395efa-b232-42dc-90de-7e7d1686a6a6 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:35.307235 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5c7f8c20-0b65-483c-93f2-ed9f84b880d4 req-d6395efa-b232-42dc-90de-7e7d1686a6a6 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 945 time: 0.0620031 Jun 24 10:04:35.372328 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5c7f8c20-0b65-483c-93f2-ed9f84b880d4 req-91609dad-92db-4656-9bf2-9b5540d0968f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571446 Jun 24 10:04:35.495918 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906129b7-abde-4617-a07c-d3e8e18fce35 req-c0f947ad-455c-46e1-8329-25949a6f1001 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:35.497521 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-906129b7-abde-4617-a07c-d3e8e18fce35 req-c0f947ad-455c-46e1-8329-25949a6f1001 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0603187 Jun 24 10:04:35.565524 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-906129b7-abde-4617-a07c-d3e8e18fce35 req-70657f3b-c7de-4b24-98af-8e8f11abc8bd tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615933 Jun 24 10:04:35.958489 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-72fef02d-049d-438c-88d0-1946c5ef7491 req-2772aba2-fd8e-4bc2-8a93-b95e5587b024 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3972b3f-604a-486b-abef-10ecb7b76c4d HTTP/1.1" status: 200 len: 210 time: 0.0415483 Jun 24 10:04:36.502581 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bdbb2-bba9-4701-acb9-e1d5f7d89f8f req-d948d9eb-b584-4803-b49f-ccfe373ba90f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:36.504300 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-fc2bdbb2-bba9-4701-acb9-e1d5f7d89f8f req-d948d9eb-b584-4803-b49f-ccfe373ba90f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 945 time: 0.0491362 Jun 24 10:04:36.577631 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-fc2bdbb2-bba9-4701-acb9-e1d5f7d89f8f req-fa4fceb1-48e2-4c8d-8bb2-8e7f3df492d9 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638447 Jun 24 10:04:36.717001 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8880144-ae62-45cc-96a3-c4c5c889a795 req-d6fb4cd6-b8c8-4358-9ce2-169e4caaeff3 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:36.723989 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d8880144-ae62-45cc-96a3-c4c5c889a795 req-d6fb4cd6-b8c8-4358-9ce2-169e4caaeff3 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0624249 Jun 24 10:04:36.774621 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d8880144-ae62-45cc-96a3-c4c5c889a795 req-f81d4588-61f5-401a-b61e-af92fa8ecdfd tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497332 Jun 24 10:04:37.057867 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2ac808b9-3364-45ce-8822-23125b0764ae req-5e2a1bf1-f2a2-4534-872a-945dd17bbc60 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3972b3f-604a-486b-abef-10ecb7b76c4d HTTP/1.1" status: 200 len: 210 time: 0.0287354 Jun 24 10:04:37.712598 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a1d96-0e2f-4ef6-b817-c978370e3c4d req-3765bed6-1a44-41bf-85f3-6e7f79c47e31 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:37.714214 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-072a1d96-0e2f-4ef6-b817-c978370e3c4d req-3765bed6-1a44-41bf-85f3-6e7f79c47e31 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 945 time: 0.0504096 Jun 24 10:04:37.798438 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-072a1d96-0e2f-4ef6-b817-c978370e3c4d req-dd57e0a3-a80b-416e-9de8-6c7338887a64 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691254 Jun 24 10:04:37.925716 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c040fa-9bce-4bd5-8a2f-7bb522f5e993 req-0675ccaa-a590-4123-977e-adf48a594889 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:37.928378 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b2c040fa-9bce-4bd5-8a2f-7bb522f5e993 req-0675ccaa-a590-4123-977e-adf48a594889 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0549324 Jun 24 10:04:37.972007 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:37.977402 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b2c040fa-9bce-4bd5-8a2f-7bb522f5e993 req-b1072eb4-285d-47de-945a-3cb7f3924ce5 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425811 Jun 24 10:04:38.160383 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ff0d6d2c-eff8-4579-8966-a92e75cdcc47 req-eb38844d-26d8-40ff-a718-c505776b21ed tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3972b3f-604a-486b-abef-10ecb7b76c4d HTTP/1.1" status: 200 len: 210 time: 0.0306242 Jun 24 10:04:38.917242 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:38.925036 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2211b67-0b58-4274-a77a-925a56d2f9cb req-beb47672-06cd-4fcf-a02b-307014a3b9a0 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:38.926589 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b2211b67-0b58-4274-a77a-925a56d2f9cb req-beb47672-06cd-4fcf-a02b-307014a3b9a0 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 945 time: 0.0545094 Jun 24 10:04:38.952615 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cb4f6-3319-48df-b4a1-4ce0a15ad948 req-ed459ad7-1154-4478-bbf9-ee3f39b32669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:38.954126 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5d3cb4f6-3319-48df-b4a1-4ce0a15ad948 req-ed459ad7-1154-4478-bbf9-ee3f39b32669 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 1129 time: 0.0459759 Jun 24 10:04:38.976495 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b2211b67-0b58-4274-a77a-925a56d2f9cb req-6382e3a3-f34f-4f00-8eff-c446c308b8e2 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429523 Jun 24 10:04:39.098926 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c8ee0-9f86-4223-9324-3a7ad1b8fd67 req-27cf6ae5-719e-4c59-afa6-da3e6a1cf4e9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:39.100535 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4f8c8ee0-9f86-4223-9324-3a7ad1b8fd67 req-27cf6ae5-719e-4c59-afa6-da3e6a1cf4e9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0490341 Jun 24 10:04:39.148175 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4f8c8ee0-9f86-4223-9324-3a7ad1b8fd67 req-49a335b8-8bb0-430d-8a10-cebb08b13409 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420508 Jun 24 10:04:39.255731 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-93a0ffdf-46cd-4e8b-b7f9-562e2511b7a0 req-4671276b-bd55-47e3-a312-ab24239c12ce tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3972b3f-604a-486b-abef-10ecb7b76c4d HTTP/1.1" status: 200 len: 210 time: 0.0277116 Jun 24 10:04:39.822242 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5d3cb4f6-3319-48df-b4a1-4ce0a15ad948 req-42f45a5b-9d86-4894-8042-8814db8efe58 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423319 Jun 24 10:04:40.076388 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:40.116654 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2cf4a-43a9-494d-923f-dc058064ae5d req-46e2e5f0-5f09-4f9a-80cd-d615a4a3f73f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:40.119252 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b5d2cf4a-43a9-494d-923f-dc058064ae5d req-46e2e5f0-5f09-4f9a-80cd-d615a4a3f73f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 945 time: 0.0549071 Jun 24 10:04:40.169414 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b5d2cf4a-43a9-494d-923f-dc058064ae5d req-87552565-8567-497d-b9e1-06228361d5ef tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457151 Jun 24 10:04:40.270333 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4f144-3a97-4c23-a9cf-314b212cccca req-1a70cdf7-37af-4196-9e16-0b4f7587a117 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:40.271810 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-68a4f144-3a97-4c23-a9cf-314b212cccca req-1a70cdf7-37af-4196-9e16-0b4f7587a117 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0464909 Jun 24 10:04:40.321631 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-68a4f144-3a97-4c23-a9cf-314b212cccca req-24875bc4-8bb8-4389-87a6-59890426d8f6 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435417 Jun 24 10:04:40.353907 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-a0c607fa-27da-4c3b-aa84-edc41e16e3a1 req-ea758650-dd45-4c31-8e4b-9addff5f2e5f tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3972b3f-604a-486b-abef-10ecb7b76c4d HTTP/1.1" status: 200 len: 210 time: 0.0284827 Jun 24 10:04:41.291142 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c4b25-9a3d-40d1-88d6-4c52f9705511 req-60b86883-2e25-4f8e-b279-5bcff1b8e043 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:41.292762 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9d7c4b25-9a3d-40d1-88d6-4c52f9705511 req-60b86883-2e25-4f8e-b279-5bcff1b8e043 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 945 time: 0.0518610 Jun 24 10:04:41.341545 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9d7c4b25-9a3d-40d1-88d6-4c52f9705511 req-86986199-76b0-479e-8291-384b5c3ebae1 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429993 Jun 24 10:04:41.455216 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bab5e-36f1-4217-bc72-10010c5d0cd8 req-5a61656e-64f4-46f8-8621-224b31002439 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:41.457346 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-6e1bab5e-36f1-4217-bc72-10010c5d0cd8 req-5a61656e-64f4-46f8-8621-224b31002439 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0544088 Jun 24 10:04:41.462000 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-78352e98-00fa-4fe2-ab7f-33c735047a7e req-396c2db1-84d3-4aca-8171-02d7ec1d167f tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3972b3f-604a-486b-abef-10ecb7b76c4d HTTP/1.1" status: 200 len: 210 time: 0.0300689 Jun 24 10:04:41.506947 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-6e1bab5e-36f1-4217-bc72-10010c5d0cd8 req-dfc2054f-64be-4f29-b46a-18e911194c74 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425954 Jun 24 10:04:42.268821 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-ac3fad95-e2cc-4a45-b375-0701958b60c5 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:42.270617 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-ac3fad95-e2cc-4a45-b375-0701958b60c5 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.55 "GET /v2.0/networks?id=27c1f451-5632-4595-bd92-6b71a74a8ba9 HTTP/1.1" status: 200 len: 814 time: 0.1229515 Jun 24 10:04:42.287402 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-491d8fd7-d8d8-49f7-84a8-c947cdedebb5 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Request body: {'port': {'device_id': 'd3972b3f-604a-486b-abef-10ecb7b76c4d', 'network_id': '27c1f451-5632-4595-bd92-6b71a74a8ba9', 'admin_state_up': True, 'tenant_id': '28def10792f645c491f98a134ff71dce'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:04:42.471807 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1e2cb-718e-49e6-9196-e57b50b94bf7 req-fd884ef2-947b-4cc3-9140-51b20de34d53 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:42.473344 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c5d1e2cb-718e-49e6-9196-e57b50b94bf7 req-fd884ef2-947b-4cc3-9140-51b20de34d53 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 945 time: 0.0469570 Jun 24 10:04:42.506259 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-491d8fd7-d8d8-49f7-84a8-c947cdedebb5 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Made reservation on behalf of 28def10792f645c491f98a134ff71dce for: {'port': 1} {{(pid=110840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:04:42.509660 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-491d8fd7-d8d8-49f7-84a8-c947cdedebb5 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:42.540446 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c5d1e2cb-718e-49e6-9196-e57b50b94bf7 req-32108103-0c9c-44f5-b479-155b8053537b tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607924 Jun 24 10:04:42.680691 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-17f8887d-3d62-4739-bac8-a0c348fbbfa1 req-655f3598-69cb-4a1c-985d-6f9338438280 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3972b3f-604a-486b-abef-10ecb7b76c4d HTTP/1.1" status: 200 len: 210 time: 0.0547490 Jun 24 10:04:42.696171 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_common [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-491d8fd7-d8d8-49f7-84a8-c947cdedebb5 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Allocated IP 172.20.0.10 (27c1f451-5632-4595-bd92-6b71a74a8ba9/34d9b756-6a75-4bf8-b2de-059361d22604/e4868241-59b8-4c94-9a71-0b90b713aec0) {{(pid=110840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:04:42.831563 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9533157-d60d-46e8-bd0f-ab3131b38d9e req-60ebfcf9-ed31-4ab4-a46d-95a45d4d84a0 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:42.833109 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d9533157-d60d-46e8-bd0f-ab3131b38d9e req-60ebfcf9-ed31-4ab4-a46d-95a45d4d84a0 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0789964 Jun 24 10:04:42.834984 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b1f98-6a4e-4591-85f8-bae18f55fefb req-2efa7278-721b-4031-8865-1997ab39dfd1 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:42.837097 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2c8b1f98-6a4e-4591-85f8-bae18f55fefb req-2efa7278-721b-4031-8865-1997ab39dfd1 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 945 time: 0.0502400 Jun 24 10:04:42.874008 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:42.912162 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:42.923253 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2c8b1f98-6a4e-4591-85f8-bae18f55fefb req-059f09ed-6c68-4581-82ee-22856162e086 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784690 Jun 24 10:04:42.928324 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa256e4-a68d-4abf-8ee8-06e65e718dc4 req-75c2efa9-8424-4a22-8efc-4155e9327f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:42.929852 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0fa256e4-a68d-4abf-8ee8-06e65e718dc4 req-75c2efa9-8424-4a22-8efc-4155e9327f25 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddf89eff2d584c508a967f1686090be1&device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 1129 time: 0.0567782 Jun 24 10:04:42.949230 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d9533157-d60d-46e8-bd0f-ab3131b38d9e req-f5f6c3cc-7451-41e8-9213-2a14ed38f074 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081595 Jun 24 10:04:42.960281 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-491d8fd7-d8d8-49f7-84a8-c947cdedebb5 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Publish callbacks [] for port (e4868241-59b8-4c94-9a71-0b90b713aec0), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:43.077953 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3fe8a-2ea9-4f42-8115-5b87cc8b6b27 req-8606f535-e9f4-4f29-8a90-0976c772acca tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:43.080066 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-cce3fe8a-2ea9-4f42-8115-5b87cc8b6b27 req-8606f535-e9f4-4f29-8a90-0976c772acca tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0681131 Jun 24 10:04:43.083326 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa256e4-a68d-4abf-8ee8-06e65e718dc4 req-44b26a10-2909-42ad-a3a1-0db35b960ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:43.085270 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0fa256e4-a68d-4abf-8ee8-06e65e718dc4 req-44b26a10-2909-42ad-a3a1-0db35b960ec6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa HTTP/1.1" status: 200 len: 919 time: 0.1443083 Jun 24 10:04:43.109347 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:43.118175 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-491d8fd7-d8d8-49f7-84a8-c947cdedebb5 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (e4868241-59b8-4c94-9a71-0b90b713aec0), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:43.183152 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-491d8fd7-d8d8-49f7-84a8-c947cdedebb5 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Network 27c1f451-5632-4595-bd92-6b71a74a8ba9 is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:04:43.184586 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-cce3fe8a-2ea9-4f42-8115-5b87cc8b6b27 req-dc606a78-7881-4cd8-9279-5955e0abaafb tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983336 Jun 24 10:04:43.186376 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0fa256e4-a68d-4abf-8ee8-06e65e718dc4 req-9802d96c-0acc-42ca-b95d-30f4b59e63df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62ac8ae2-de6d-4539-8e21-9a572eab33d9 HTTP/1.1" status: 200 len: 1000 time: 0.0914104 Jun 24 10:04:43.189725 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-491d8fd7-d8d8-49f7-84a8-c947cdedebb5 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:04:43.199110 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-491d8fd7-d8d8-49f7-84a8-c947cdedebb5 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Received port after_create {{(pid=110840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:04:43.208166 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-491d8fd7-d8d8-49f7-84a8-c947cdedebb5 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:43.209457 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-491d8fd7-d8d8-49f7-84a8-c947cdedebb5 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:43.214072 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d8fd7-d8d8-49f7-84a8-c947cdedebb5 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Pushing event updated for resources: {'Port': ['ID=e4868241-59b8-4c94-9a71-0b90b713aec0,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:43.260801 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa256e4-a68d-4abf-8ee8-06e65e718dc4 req-97439598-48a1-4864-b095-feaf593cd475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:43.262576 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0fa256e4-a68d-4abf-8ee8-06e65e718dc4 req-97439598-48a1-4864-b095-feaf593cd475 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=144899a2-b09a-495a-b00a-6c663cd7966a HTTP/1.1" status: 200 len: 857 time: 0.0674515 Jun 24 10:04:43.338692 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa256e4-a68d-4abf-8ee8-06e65e718dc4 req-e94990c5-06b3-45ee-a205-4ba74a516643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:43.340114 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0fa256e4-a68d-4abf-8ee8-06e65e718dc4 req-e94990c5-06b3-45ee-a205-4ba74a516643 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712876 Jun 24 10:04:43.340559 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-491d8fd7-d8d8-49f7-84a8-c947cdedebb5 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0580451 Jun 24 10:04:43.346246 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ac91c-1ed5-4652-b59f-a7d1b764e1d9 req-2e5e4183-ced4-4ae4-989d-49c7847fa31a tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:43.350696 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4d8ac91c-1ed5-4652-b59f-a7d1b764e1d9 req-2e5e4183-ced4-4ae4-989d-49c7847fa31a tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 945 time: 0.0693457 Jun 24 10:04:43.361046 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-1ccc9a26-3d25-4e83-80c3-89e34781aa5a service neutron] Request body: {'port': {'device_id': 'd3972b3f-604a-486b-abef-10ecb7b76c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:04:43.420159 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-1ccc9a26-3d25-4e83-80c3-89e34781aa5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (e4868241-59b8-4c94-9a71-0b90b713aec0), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:43.454233 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4d8ac91c-1ed5-4652-b59f-a7d1b764e1d9 req-0eac5179-b9cd-48e3-bb85-f07ac9646ed5 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010344 Jun 24 10:04:43.481138 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0fa256e4-a68d-4abf-8ee8-06e65e718dc4 req-2099ad4b-e9cf-46a4-99b4-cdc419a3bd29 service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210296 Jun 24 10:04:43.495929 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:43.631065 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0fa256e4-a68d-4abf-8ee8-06e65e718dc4 req-c05fca95-c668-407c-8ad2-865118902bb8 service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423676 Jun 24 10:04:43.651449 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cd38d-2d2a-4652-93fe-b6f8fb4ac822 req-83d1ef61-ee59-4229-ae00-fe76aa244815 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:43.653546 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5e0cd38d-2d2a-4652-93fe-b6f8fb4ac822 req-83d1ef61-ee59-4229-ae00-fe76aa244815 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0629022 Jun 24 10:04:43.715612 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.notifiers.nova [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-1ccc9a26-3d25-4e83-80c3-89e34781aa5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4868241-59b8-4c94-9a71-0b90b713aec0 {{(pid=110840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:04:43.724421 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-1ccc9a26-3d25-4e83-80c3-89e34781aa5a service neutron] Publish callbacks [] for port (e4868241-59b8-4c94-9a71-0b90b713aec0), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:43.735362 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5e0cd38d-2d2a-4652-93fe-b6f8fb4ac822 req-cd44e459-d47a-4447-9281-d0190ab73b1b tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737634 Jun 24 10:04:43.739894 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.provisioning_blocks [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-1ccc9a26-3d25-4e83-80c3-89e34781aa5a service neutron] Transition to ACTIVE for port object e4868241-59b8-4c94-9a71-0b90b713aec0 will not be triggered until provisioned by entity L2. {{(pid=110840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:04:43.831792 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66264c14-12f1-4981-9719-f06d07796b70 req-b53a8dc8-69b6-478f-b594-c1f05b6b7f53 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:43.833329 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-66264c14-12f1-4981-9719-f06d07796b70 req-b53a8dc8-69b6-478f-b594-c1f05b6b7f53 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3972b3f-604a-486b-abef-10ecb7b76c4d HTTP/1.1" status: 200 len: 932 time: 0.0470748 Jun 24 10:04:43.846606 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:43.860145 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-1ccc9a26-3d25-4e83-80c3-89e34781aa5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (e4868241-59b8-4c94-9a71-0b90b713aec0), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:43.908718 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:43.936864 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-66264c14-12f1-4981-9719-f06d07796b70 req-965bc027-dabf-44ff-ae23-e34b2c8a8024 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971494 Jun 24 10:04:43.941443 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc9a26-3d25-4e83-80c3-89e34781aa5a service neutron] Pushing event updated for resources: {'Port': ['ID=e4868241-59b8-4c94-9a71-0b90b713aec0,revision_number=2']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:43.978402 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.managers [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-1ccc9a26-3d25-4e83-80c3-89e34781aa5a service neutron] Attempting to bind port e4868241-59b8-4c94-9a71-0b90b713aec0 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=110840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:04:43.978712 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.managers [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-1ccc9a26-3d25-4e83-80c3-89e34781aa5a service neutron] Attempting to bind port e4868241-59b8-4c94-9a71-0b90b713aec0 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': 'c2ce25df-37d7-4b2d-9fd7-337f0e3251fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '27c1f451-5632-4595-bd92-6b71a74a8ba9'}] {{(pid=110840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:04:43.979085 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-1ccc9a26-3d25-4e83-80c3-89e34781aa5a service neutron] Attempting to bind port e4868241-59b8-4c94-9a71-0b90b713aec0 on network 27c1f451-5632-4595-bd92-6b71a74a8ba9 {{(pid=110840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:04:43.983989 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-1ccc9a26-3d25-4e83-80c3-89e34781aa5a service neutron] Port e4868241-59b8-4c94-9a71-0b90b713aec0 on network 27c1f451-5632-4595-bd92-6b71a74a8ba9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=110840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:04:43.984337 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-1ccc9a26-3d25-4e83-80c3-89e34781aa5a service neutron] Attempting to bind port e4868241-59b8-4c94-9a71-0b90b713aec0 on network 27c1f451-5632-4595-bd92-6b71a74a8ba9 {{(pid=110840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:04:43.989893 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-1ccc9a26-3d25-4e83-80c3-89e34781aa5a service neutron] Checking agent: {'id': '26214230-7434-41f1-bd59-00d94ef0f061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'started_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:04:43.990233 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-1ccc9a26-3d25-4e83-80c3-89e34781aa5a service neutron] Checking segment: {'id': 'c2ce25df-37d7-4b2d-9fd7-337f0e3251fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '27c1f451-5632-4595-bd92-6b71a74a8ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:04:43.990684 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-1ccc9a26-3d25-4e83-80c3-89e34781aa5a service neutron] Bound using segment: {'id': 'c2ce25df-37d7-4b2d-9fd7-337f0e3251fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '27c1f451-5632-4595-bd92-6b71a74a8ba9'} {{(pid=110840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:04:43.991025 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.managers [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-1ccc9a26-3d25-4e83-80c3-89e34781aa5a service neutron] Bound port: e4868241-59b8-4c94-9a71-0b90b713aec0, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ce25df-37d7-4b2d-9fd7-337f0e3251fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '27c1f451-5632-4595-bd92-6b71a74a8ba9'}}] {{(pid=110840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:04:43.991380 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-1ccc9a26-3d25-4e83-80c3-89e34781aa5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (e4868241-59b8-4c94-9a71-0b90b713aec0), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:44.055945 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-1ccc9a26-3d25-4e83-80c3-89e34781aa5a service neutron] For port e4868241-59b8-4c94-9a71-0b90b713aec0, host hv-cinder-84327, cleared binding levels {{(pid=110840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:04:44.059231 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-1ccc9a26-3d25-4e83-80c3-89e34781aa5a service neutron] For port e4868241-59b8-4c94-9a71-0b90b713aec0, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=e4868241-59b8-4c94-9a71-0b90b713aec0,segment=NetworkSegment(c2ce25df-37d7-4b2d-9fd7-337f0e3251fc),segment_id=c2ce25df-37d7-4b2d-9fd7-337f0e3251fc)] {{(pid=110840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:04:44.094121 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fcc80-4e42-499d-8fb5-77ebab1a2fc0 req-b58e1d9b-39e0-4a7c-8e8d-e5ef28d25a62 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:44.095664 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-fb3fcc80-4e42-499d-8fb5-77ebab1a2fc0 req-b58e1d9b-39e0-4a7c-8e8d-e5ef28d25a62 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0490589 Jun 24 10:04:44.143928 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-1ccc9a26-3d25-4e83-80c3-89e34781aa5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (e4868241-59b8-4c94-9a71-0b90b713aec0), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:44.145126 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-fb3fcc80-4e42-499d-8fb5-77ebab1a2fc0 req-e2a9929e-b9b9-4407-aa39-423e6944530f tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435815 Jun 24 10:04:44.168391 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:44.182341 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-1ccc9a26-3d25-4e83-80c3-89e34781aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:44.188530 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-1ccc9a26-3d25-4e83-80c3-89e34781aa5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:44.188530 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-1ccc9a26-3d25-4e83-80c3-89e34781aa5a service neutron] 10.222.0.55 "PUT /v2.0/ports/e4868241-59b8-4c94-9a71-0b90b713aec0 HTTP/1.1" status: 200 len: 1094 time: 0.8273902 Jun 24 10:04:44.188530 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3972b3f-604a-486b-abef-10ecb7b76c4d', 'tag': 'e4868241-59b8-4c94-9a71-0b90b713aec0'}] {{(pid=110840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:04:44.188530 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918deba4491858943d5af62f7e2b7193d4f3e11e5a976540219041625139a41f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c754376b-bbee-47cd-80e6-e8e8c78c6182" -d '{"events": [{"name": "network-changed", "server_uuid": "d3972b3f-604a-486b-abef-10ecb7b76c4d", "tag": "e4868241-59b8-4c94-9a71-0b90b713aec0"}]}' {{(pid=110840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:04:44.208106 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc9a26-3d25-4e83-80c3-89e34781aa5a service neutron] Pushing event updated for resources: {'Port': ['ID=e4868241-59b8-4c94-9a71-0b90b713aec0,revision_number=3']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:44.223324 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a283b7-2550-45d0-942d-8b1833058a96 x-openstack-request-id: req-a0a283b7-2550-45d0-942d-8b1833058a96 {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:04:44.223637 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3972b3f-604a-486b-abef-10ecb7b76c4d", "tag": "e4868241-59b8-4c94-9a71-0b90b713aec0", "status": "completed", "code": 200}]} {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:04:44.223933 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0a283b7-2550-45d0-942d-8b1833058a96 {{(pid=110840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:04:44.224821 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a283b7-2550-45d0-942d-8b1833058a96'] response: {'name': 'network-changed', 'server_uuid': 'd3972b3f-604a-486b-abef-10ecb7b76c4d', 'tag': 'e4868241-59b8-4c94-9a71-0b90b713aec0', 'status': 'completed', 'code': 200} Jun 24 10:04:44.295498 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754376b-bbee-47cd-80e6-e8e8c78c6182 req-21c46203-119c-4756-9e6f-69d89a859e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:44.297184 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c754376b-bbee-47cd-80e6-e8e8c78c6182 req-21c46203-119c-4756-9e6f-69d89a859e61 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=28def10792f645c491f98a134ff71dce&device_id=d3972b3f-604a-486b-abef-10ecb7b76c4d HTTP/1.1" status: 200 len: 1128 time: 0.0522211 Jun 24 10:04:44.332427 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f7dae-825e-4ac9-b178-91dde98e6995 req-5c1402e8-4a5b-4696-ad4e-e9118e390874 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:44.332427 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8e4f7dae-825e-4ac9-b178-91dde98e6995 req-5c1402e8-4a5b-4696-ad4e-e9118e390874 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0601220 Jun 24 10:04:44.376211 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8e4f7dae-825e-4ac9-b178-91dde98e6995 req-db41ebe7-acdc-48cc-b7b3-37d35ec524b0 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431867 Jun 24 10:04:44.400720 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754376b-bbee-47cd-80e6-e8e8c78c6182 req-24718772-8a85-499e-928e-92b9935f748d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:44.402209 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c754376b-bbee-47cd-80e6-e8e8c78c6182 req-24718772-8a85-499e-928e-92b9935f748d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=28def10792f645c491f98a134ff71dce&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0979447 Jun 24 10:04:44.515890 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754376b-bbee-47cd-80e6-e8e8c78c6182 req-05240df6-cfc0-4b9e-8fec-7cae1a5e1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:44.517395 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c754376b-bbee-47cd-80e6-e8e8c78c6182 req-05240df6-cfc0-4b9e-8fec-7cae1a5e1aee service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927529 Jun 24 10:04:44.595025 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-a3c431a6-aec3-4dc4-82b3-1a4ef871a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:44.596546 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-a3c431a6-aec3-4dc4-82b3-1a4ef871a88e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=28def10792f645c491f98a134ff71dce&device_id=d3972b3f-604a-486b-abef-10ecb7b76c4d HTTP/1.1" status: 200 len: 1128 time: 0.0397553 Jun 24 10:04:44.642664 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-0fb6907b-0b61-42a8-a2e6-05da2acb1ff6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4868241-59b8-4c94-9a71-0b90b713aec0 HTTP/1.1" status: 200 len: 217 time: 0.0356216 Jun 24 10:04:44.697131 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-c0647a75-9df9-46e2-b1a2-08e00dd55e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:44.698630 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-c0647a75-9df9-46e2-b1a2-08e00dd55e97 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=34d9b756-6a75-4bf8-b2de-059361d22604 HTTP/1.1" status: 200 len: 854 time: 0.0449641 Jun 24 10:04:44.731020 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-1f3dc5c9-515c-4aac-b0a4-672820c63064 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=27c1f451-5632-4595-bd92-6b71a74a8ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262134 Jun 24 10:04:44.844750 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:44.860912 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-2366d129-f10a-4004-9897-ca93e6963fbd service neutron] 10.222.0.55 "GET /v2.0/networks/27c1f451-5632-4595-bd92-6b71a74a8ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234293 Jun 24 10:04:44.866023 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:44.867074 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e24e5-8037-4ec3-aab6-ed33a67fef3d req-3ed31d18-7cff-407b-9c72-21b4ac10dd4f tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:44.867904 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=36,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:44.868483 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-fd8e24e5-8037-4ec3-aab6-ed33a67fef3d req-3ed31d18-7cff-407b-9c72-21b4ac10dd4f tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0620129 Jun 24 10:04:44.935139 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-fd8e24e5-8037-4ec3-aab6-ed33a67fef3d req-0b0922d2-a3a7-4823-a36c-8bd6bd90d898 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609958 Jun 24 10:04:45.056783 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0400d05-805a-4b56-a15f-1d22590d95e7 req-03bfd6cb-e53b-49bd-b45d-9bd9c1fd0f6c tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:45.058353 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e0400d05-805a-4b56-a15f-1d22590d95e7 req-03bfd6cb-e53b-49bd-b45d-9bd9c1fd0f6c tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3972b3f-604a-486b-abef-10ecb7b76c4d HTTP/1.1" status: 200 len: 944 time: 0.0514994 Jun 24 10:04:45.112715 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e0400d05-805a-4b56-a15f-1d22590d95e7 req-dbbf31a6-03d7-4bbb-956f-0fa588bb61cf tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476527 Jun 24 10:04:45.214785 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c9fe1bea-c770-4939-97b7-9823e8aacb5d req-d16f2bde-f60f-40cd-8157-32aa499475a7 service neutron] 10.222.0.55 "GET /v2.0/networks/27c1f451-5632-4595-bd92-6b71a74a8ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166769 Jun 24 10:04:45.265446 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac83b49-fd87-44fb-962b-cbc4c3a1c6e1 req-0e593a02-e281-41fe-8ff7-83f2385ceb7e tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:45.267154 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-8ac83b49-fd87-44fb-962b-cbc4c3a1c6e1 req-0e593a02-e281-41fe-8ff7-83f2385ceb7e tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0479920 Jun 24 10:04:45.313806 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-8ac83b49-fd87-44fb-962b-cbc4c3a1c6e1 req-1d3b6afe-9255-4c43-9ca3-3adc26188763 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411167 Jun 24 10:04:45.502807 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd1985-19b3-49ee-8346-d266255f7983 req-feaf83c9-cb48-4d2c-89c9-6fe10931501e tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:45.504577 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-14bd1985-19b3-49ee-8346-d266255f7983 req-feaf83c9-cb48-4d2c-89c9-6fe10931501e tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0484300 Jun 24 10:04:45.558994 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-14bd1985-19b3-49ee-8346-d266255f7983 req-9a6cd129-48f1-4ecd-9b1c-d6c76d39cf6a tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470569 Jun 24 10:04:45.731988 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-cdca5ddc-53eb-4f7e-96ea-798e0d13cb69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:46.047835 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41dea17-7862-4ab3-b28d-764ac0bcf330 req-de389344-1168-4457-b85c-e5ca584d51e6 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:46.049362 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b41dea17-7862-4ab3-b28d-764ac0bcf330 req-de389344-1168-4457-b85c-e5ca584d51e6 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0478525 Jun 24 10:04:46.097089 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b41dea17-7862-4ab3-b28d-764ac0bcf330 req-be53483b-75a9-4082-814d-1dd9ff1f15f1 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421760 Jun 24 10:04:46.224296 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf54a4-7b86-4c13-b599-876049168769 req-4a3160b4-fb0e-4165-b6a9-ec4e790317c0 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:46.225744 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-19cf54a4-7b86-4c13-b599-876049168769 req-4a3160b4-fb0e-4165-b6a9-ec4e790317c0 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3972b3f-604a-486b-abef-10ecb7b76c4d HTTP/1.1" status: 200 len: 944 time: 0.0461185 Jun 24 10:04:46.255591 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:46.272029 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-19cf54a4-7b86-4c13-b599-876049168769 req-8cb72afc-9b5d-41cc-8702-f2733accac11 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407064 Jun 24 10:04:46.434543 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf3578-80a7-414c-9782-1b729fc4335a req-16baea18-b772-4b40-92eb-78790c452127 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:46.435983 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d8cf3578-80a7-414c-9782-1b729fc4335a req-16baea18-b772-4b40-92eb-78790c452127 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0494041 Jun 24 10:04:46.483068 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d8cf3578-80a7-414c-9782-1b729fc4335a req-58a7a44c-0d83-4846-946d-97e142d8e932 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416822 Jun 24 10:04:46.672993 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7b897-13a0-43e0-a647-89650c95f8b0 req-a4b38812-f74d-45a9-93f7-8fe4ae1f10bb tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:46.674458 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b9d7b897-13a0-43e0-a647-89650c95f8b0 req-a4b38812-f74d-45a9-93f7-8fe4ae1f10bb tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0475283 Jun 24 10:04:46.722165 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b9d7b897-13a0-43e0-a647-89650c95f8b0 req-b24f2438-afbb-4e60-b989-326664cacc82 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420051 Jun 24 10:04:47.002539 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 42954) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:47.110903 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-87fdeeb2-7265-4d9b-9c08-5940d92449d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:47.171199 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:47.229517 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-87fdeeb2-7265-4d9b-9c08-5940d92449d5 admin admin] Publish callbacks [] for security_group (9a47c5a9-0851-4fa4-a6fd-aeee43d24b79), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:47.236048 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4793c-1435-411c-8adf-2c9281a4a80c req-882bdd8b-b8a0-4d51-925c-12993bbc64d1 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:47.237538 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7cf4793c-1435-411c-8adf-2c9281a4a80c req-882bdd8b-b8a0-4d51-925c-12993bbc64d1 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0708599 Jun 24 10:04:47.286597 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7cf4793c-1435-411c-8adf-2c9281a4a80c req-b9c1383e-bcec-42bb-8426-73fc5ceb3f77 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434949 Jun 24 10:04:47.344062 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-87fdeeb2-7265-4d9b-9c08-5940d92449d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (9a47c5a9-0851-4fa4-a6fd-aeee43d24b79), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:47.416083 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-87fdeeb2-7265-4d9b-9c08-5940d92449d5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=28d43c6477c14843b03732a950056e15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4124038 Jun 24 10:04:47.419167 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 42964) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:47.419703 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdeeb2-7265-4d9b-9c08-5940d92449d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a47c5a9-0851-4fa4-a6fd-aeee43d24b79,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:47.429280 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ed341-5ab1-458e-8537-5db2b2dac99b req-5cc2f76a-df9b-416a-ada3-45bd32a78a3c tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:47.430956 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-df2ed341-5ab1-458e-8537-5db2b2dac99b req-5cc2f76a-df9b-416a-ada3-45bd32a78a3c tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3972b3f-604a-486b-abef-10ecb7b76c4d HTTP/1.1" status: 200 len: 944 time: 0.0871680 Jun 24 10:04:47.475575 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b9ae6632-e0b3-403d-82da-77b60c4aa557 admin admin] Publish callbacks [] for security_group (9a47c5a9-0851-4fa4-a6fd-aeee43d24b79), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:47.483925 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-df2ed341-5ab1-458e-8537-5db2b2dac99b req-ac1d10c1-34f8-431a-aaf3-227bc9c54177 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460303 Jun 24 10:04:47.497807 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b9ae6632-e0b3-403d-82da-77b60c4aa557 admin admin] Publish callbacks [] for security_group (9a47c5a9-0851-4fa4-a6fd-aeee43d24b79), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:47.608568 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f807e-d451-4378-b16e-f64fa4702404 req-1128d93b-1604-420e-b897-57d284e478ab tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:47.610052 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9b1f807e-d451-4378-b16e-f64fa4702404 req-1128d93b-1604-420e-b897-57d284e478ab tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 943 time: 0.0496757 Jun 24 10:04:47.654206 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b9ae6632-e0b3-403d-82da-77b60c4aa557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (9a47c5a9-0851-4fa4-a6fd-aeee43d24b79), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:47.656607 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b9ae6632-e0b3-403d-82da-77b60c4aa557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:47.657743 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-b9ae6632-e0b3-403d-82da-77b60c4aa557 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9a47c5a9-0851-4fa4-a6fd-aeee43d24b79 HTTP/1.1" status: 204 len: 168 time: 0.2375205 Jun 24 10:04:47.664776 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9b1f807e-d451-4378-b16e-f64fa4702404 req-d56dd4ca-4aa4-49fa-9251-59908128cf4e tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490150 Jun 24 10:04:47.669986 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae6632-e0b3-403d-82da-77b60c4aa557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a47c5a9-0851-4fa4-a6fd-aeee43d24b79,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:47.836260 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9b54a-1590-4070-936d-ad15a1f7bcbc req-5481c1db-22ea-4051-9c94-bafbcb57ec2f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:47.838315 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8da9b54a-1590-4070-936d-ad15a1f7bcbc req-5481c1db-22ea-4051-9c94-bafbcb57ec2f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0481148 Jun 24 10:04:47.887116 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8da9b54a-1590-4070-936d-ad15a1f7bcbc req-77e15c02-6a5c-4cb5-abed-6d2d3904c022 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432179 Jun 24 10:04:47.892047 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-d0e89e1a-e2c9-49b0-acf4-7ecf18c91c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:48.035507 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device e4868241-59b8-4c94-9a71-0b90b713aec0 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:04:48.143442 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port e4868241-59b8-4c94-9a71-0b90b713aec0, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=e4868241-59b8-4c94-9a71-0b90b713aec0,segment=NetworkSegment(c2ce25df-37d7-4b2d-9fd7-337f0e3251fc),segment_id=c2ce25df-37d7-4b2d-9fd7-337f0e3251fc)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:04:48.156763 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': 'e4868241-59b8-4c94-9a71-0b90b713aec0', 'network_id': '27c1f451-5632-4595-bd92-6b71a74a8ba9', 'port_id': 'e4868241-59b8-4c94-9a71-0b90b713aec0', 'mac_address': 'fa:16:3e:2b:e4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d9b756-6a75-4bf8-b2de-059361d22604', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:04:48.199859 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port e4868241-59b8-4c94-9a71-0b90b713aec0 is: DOWN; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:04:48.200328 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (e4868241-59b8-4c94-9a71-0b90b713aec0), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:48.215230 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4868241-59b8-4c94-9a71-0b90b713aec0 {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:04:48.234895 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port e4868241-59b8-4c94-9a71-0b90b713aec0, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=e4868241-59b8-4c94-9a71-0b90b713aec0,segment=NetworkSegment(c2ce25df-37d7-4b2d-9fd7-337f0e3251fc),segment_id=c2ce25df-37d7-4b2d-9fd7-337f0e3251fc)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:04:48.319936 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (e4868241-59b8-4c94-9a71-0b90b713aec0), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:48.321382 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device bc68c0d7-3cc3-4add-8d35-8b1892ac129e details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:04:48.395434 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=e4868241-59b8-4c94-9a71-0b90b713aec0,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:48.404519 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fea71-fd37-4214-af01-d14c3b4c3575 req-0872aa47-4c5a-429d-9f9c-67d28fa032a4 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:48.406371 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-944fea71-fd37-4214-af01-d14c3b4c3575 req-0872aa47-4c5a-429d-9f9c-67d28fa032a4 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0503438 Jun 24 10:04:48.464672 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-944fea71-fd37-4214-af01-d14c3b4c3575 req-7727fac8-390c-42b3-8a0b-f83362c12958 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508111 Jun 24 10:04:48.468549 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port bc68c0d7-3cc3-4add-8d35-8b1892ac129e, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=bc68c0d7-3cc3-4add-8d35-8b1892ac129e,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:04:48.481137 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': 'bc68c0d7-3cc3-4add-8d35-8b1892ac129e', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'port_id': 'bc68c0d7-3cc3-4add-8d35-8b1892ac129e', 'mac_address': 'fa:16:3e:ac:0d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:04:48.516714 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port bc68c0d7-3cc3-4add-8d35-8b1892ac129e is: DOWN; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:04:48.517177 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:48.530494 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc68c0d7-3cc3-4add-8d35-8b1892ac129e {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:04:48.550851 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port bc68c0d7-3cc3-4add-8d35-8b1892ac129e, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=bc68c0d7-3cc3-4add-8d35-8b1892ac129e,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:04:48.601854 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0ac7d-4ece-429e-bdd9-8f9fcd9278b0 req-a7e6abc6-2a69-4c15-be44-1345ec19163a tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:48.603919 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8fe0ac7d-4ece-429e-bdd9-8f9fcd9278b0 req-a7e6abc6-2a69-4c15-be44-1345ec19163a tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3972b3f-604a-486b-abef-10ecb7b76c4d HTTP/1.1" status: 200 len: 945 time: 0.0478420 Jun 24 10:04:48.628204 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:48.640179 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:48.655806 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8fe0ac7d-4ece-429e-bdd9-8f9fcd9278b0 req-87e633c9-237b-4ffc-aafd-bcf7ff8c7ba9 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461681 Jun 24 10:04:48.687983 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=bc68c0d7-3cc3-4add-8d35-8b1892ac129e,revision_number=9']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:48.793661 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f31016-a5f7-4ece-b5a9-0a2ccddf47e8 req-c6f35ad7-a669-4e6d-b783-6786991b0c8d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:48.795123 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d2f31016-a5f7-4ece-b5a9-0a2ccddf47e8 req-c6f35ad7-a669-4e6d-b783-6786991b0c8d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 944 time: 0.0505254 Jun 24 10:04:48.841837 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d2f31016-a5f7-4ece-b5a9-0a2ccddf47e8 req-310a5bd8-406e-463b-8fcf-144dc9ba49b0 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408394 Jun 24 10:04:49.002157 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5f9e5-dea6-40d0-b835-0f863f4ea8be req-75df22ac-1645-4abb-8414-f5811e9f1a9d tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:49.004215 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a5f5f9e5-dea6-40d0-b835-0f863f4ea8be req-75df22ac-1645-4abb-8414-f5811e9f1a9d tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0519235 Jun 24 10:04:49.058137 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a5f5f9e5-dea6-40d0-b835-0f863f4ea8be req-23c5c340-f352-48e5-b5b1-2f3ed79d8d06 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477333 Jun 24 10:04:49.099689 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['bc68c0d7-3cc3-4add-8d35-8b1892ac129e'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:04:49.188830 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:49.204141 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['e4868241-59b8-4c94-9a71-0b90b713aec0'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:04:49.261663 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:49.274839 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:49.573113 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21cef1-0226-4538-ba55-27f7653b7384 req-234de022-bb34-49ae-90ed-e8f184d37d45 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:49.574579 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-aa21cef1-0226-4538-ba55-27f7653b7384 req-234de022-bb34-49ae-90ed-e8f184d37d45 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0470459 Jun 24 10:04:49.603784 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:49.621513 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-aa21cef1-0226-4538-ba55-27f7653b7384 req-f26c0e1d-f5aa-41db-974a-5be96aaf9929 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415392 Jun 24 10:04:49.769931 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47c557-2a72-4bbe-953b-f3eec013b184 req-a2865aae-3da5-423f-bbc7-e7f399ad45b0 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:49.771240 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ab47c557-2a72-4bbe-953b-f3eec013b184 req-a2865aae-3da5-423f-bbc7-e7f399ad45b0 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3972b3f-604a-486b-abef-10ecb7b76c4d HTTP/1.1" status: 200 len: 945 time: 0.0464776 Jun 24 10:04:49.818220 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ab47c557-2a72-4bbe-953b-f3eec013b184 req-0d92a065-4810-47d3-af06-4580c70c194e tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415678 Jun 24 10:04:49.958190 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a51060-90ee-4b72-97ec-0eccf74ed199 req-4ae98535-2a93-4886-8dcd-325526a3d11d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:49.959655 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-90a51060-90ee-4b72-97ec-0eccf74ed199 req-4ae98535-2a93-4886-8dcd-325526a3d11d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 944 time: 0.0456619 Jun 24 10:04:50.008032 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-90a51060-90ee-4b72-97ec-0eccf74ed199 req-f92514aa-0d47-482c-a2a2-c0df46da1981 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422482 Jun 24 10:04:50.415230 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758d862-47e6-4240-bc8d-b02456a303c1 req-eaba5272-5e33-47e2-891d-7dab98a78138 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:50.416773 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7758d862-47e6-4240-bc8d-b02456a303c1 req-eaba5272-5e33-47e2-891d-7dab98a78138 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.2892425 Jun 24 10:04:50.465646 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7758d862-47e6-4240-bc8d-b02456a303c1 req-aef40a56-4225-4bc5-834b-da8238b33a36 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413167 Jun 24 10:04:50.529934 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device e4868241-59b8-4c94-9a71-0b90b713aec0 up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:04:50.572165 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning for port e4868241-59b8-4c94-9a71-0b90b713aec0 completed by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:04:50.645593 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port e4868241-59b8-4c94-9a71-0b90b713aec0 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:04:50.646039 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (e4868241-59b8-4c94-9a71-0b90b713aec0), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:50.743578 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port e4868241-59b8-4c94-9a71-0b90b713aec0 is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:04:50.743817 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f991db-8493-43f1-b250-31162d6bdbca req-7c298ebc-0d7e-4263-b68a-ce895a95e1c8 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:50.744315 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (e4868241-59b8-4c94-9a71-0b90b713aec0), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:50.745396 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-32f991db-8493-43f1-b250-31162d6bdbca req-7c298ebc-0d7e-4263-b68a-ce895a95e1c8 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0495830 Jun 24 10:04:50.769697 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3972b3f-604a-486b-abef-10ecb7b76c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4868241-59b8-4c94-9a71-0b90b713aec0'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:04:50.771905 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc0d38d-9ca1-4e50-bc5d-956ac50f418a" -d '{"events": [{"server_uuid": "d3972b3f-604a-486b-abef-10ecb7b76c4d", "name": "network-vif-plugged", "status": "completed", "tag": "e4868241-59b8-4c94-9a71-0b90b713aec0"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:04:50.785029 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port e4868241-59b8-4c94-9a71-0b90b713aec0, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=e4868241-59b8-4c94-9a71-0b90b713aec0,segment=NetworkSegment(c2ce25df-37d7-4b2d-9fd7-337f0e3251fc),segment_id=c2ce25df-37d7-4b2d-9fd7-337f0e3251fc)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:04:50.799159 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-32f991db-8493-43f1-b250-31162d6bdbca req-c5380a1d-2622-4100-acbb-3843ab55f249 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482802 Jun 24 10:04:50.811685 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fb0ca3-5ff9-494e-b09b-13c7b5d2f0a5 x-openstack-request-id: req-11fb0ca3-5ff9-494e-b09b-13c7b5d2f0a5 {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:04:50.812042 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3972b3f-604a-486b-abef-10ecb7b76c4d", "name": "network-vif-plugged", "status": "completed", "tag": "e4868241-59b8-4c94-9a71-0b90b713aec0", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:04:50.812332 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-11fb0ca3-5ff9-494e-b09b-13c7b5d2f0a5 {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:04:50.812727 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11fb0ca3-5ff9-494e-b09b-13c7b5d2f0a5'] response: {'server_uuid': 'd3972b3f-604a-486b-abef-10ecb7b76c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4868241-59b8-4c94-9a71-0b90b713aec0', 'code': 200} Jun 24 10:04:50.828802 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:50.852076 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (e4868241-59b8-4c94-9a71-0b90b713aec0), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:50.853039 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device bc68c0d7-3cc3-4add-8d35-8b1892ac129e up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:04:50.938092 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f999fff-d211-4b9f-aa16-317f1983161a req-95c16776-e1e7-4595-a497-0b11708a1cff tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:50.939485 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6f999fff-d211-4b9f-aa16-317f1983161a req-95c16776-e1e7-4595-a497-0b11708a1cff tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3972b3f-604a-486b-abef-10ecb7b76c4d HTTP/1.1" status: 200 len: 946 time: 0.0516543 Jun 24 10:04:50.949801 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=e4868241-59b8-4c94-9a71-0b90b713aec0,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:50.955884 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port bc68c0d7-3cc3-4add-8d35-8b1892ac129e triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:04:50.956285 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:50.999301 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6f999fff-d211-4b9f-aa16-317f1983161a req-c7e46c69-c9b5-4223-ae64-9d3fe96b7c30 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536911 Jun 24 10:04:51.029702 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:51.031220 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port bc68c0d7-3cc3-4add-8d35-8b1892ac129e is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:04:51.031597 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:51.067946 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port bc68c0d7-3cc3-4add-8d35-8b1892ac129e, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=bc68c0d7-3cc3-4add-8d35-8b1892ac129e,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:04:51.129480 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e061d0-0747-46b9-97ae-a08273d8cccb req-28766ef0-d68a-4223-9d97-dfa32c67312c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:51.131150 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-01e061d0-0747-46b9-97ae-a08273d8cccb req-28766ef0-d68a-4223-9d97-dfa32c67312c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 944 time: 0.0489073 Jun 24 10:04:51.175299 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:51.189687 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32113a2-19d7-4684-baa8-78575bb73a14 req-27ac37a5-7893-47c9-97d5-deabc3aa54eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:51.191098 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f32113a2-19d7-4684-baa8-78575bb73a14 req-27ac37a5-7893-47c9-97d5-deabc3aa54eb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d3972b3f-604a-486b-abef-10ecb7b76c4d HTTP/1.1" status: 200 len: 1130 time: 0.0592711 Jun 24 10:04:51.206778 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:51.225639 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-01e061d0-0747-46b9-97ae-a08273d8cccb req-2b0e18f7-b572-4092-992e-797417c7c0b7 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845718 Jun 24 10:04:51.234292 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=bc68c0d7-3cc3-4add-8d35-8b1892ac129e,revision_number=10']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:51.258833 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f32113a2-19d7-4684-baa8-78575bb73a14 req-61f00f62-55ab-436e-983a-36b7473e5883 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525889 Jun 24 10:04:51.579337 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aaf0ea-8239-4552-9ced-a1e581652282 req-b97e8e05-a410-44bc-95e3-2998ee9c8a35 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:51.580856 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e5aaf0ea-8239-4552-9ced-a1e581652282 req-b97e8e05-a410-44bc-95e3-2998ee9c8a35 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0499220 Jun 24 10:04:51.629539 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e5aaf0ea-8239-4552-9ced-a1e581652282 req-73ea6561-34c2-42fc-b92e-eb0950c7ec08 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428913 Jun 24 10:04:51.899857 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:51.912666 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0ed2e-76fc-4783-8808-619a5d701ae2 req-fe1b0e87-419c-49a2-ab4f-8a0cfd9f9bb5 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:51.914136 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-a0a0ed2e-76fc-4783-8808-619a5d701ae2 req-fe1b0e87-419c-49a2-ab4f-8a0cfd9f9bb5 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0485477 Jun 24 10:04:51.962308 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-a0a0ed2e-76fc-4783-8808-619a5d701ae2 req-59c0766d-8482-4500-b64c-35c2443b54a2 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423601 Jun 24 10:04:52.110710 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8ea4a-2d25-4340-9fca-8ad8e124fb0b req-0ff6c4d8-8728-468d-809b-02cba86eb719 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:52.112079 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4af8ea4a-2d25-4340-9fca-8ad8e124fb0b req-0ff6c4d8-8728-468d-809b-02cba86eb719 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3972b3f-604a-486b-abef-10ecb7b76c4d HTTP/1.1" status: 200 len: 946 time: 0.0462441 Jun 24 10:04:52.158322 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4af8ea4a-2d25-4340-9fca-8ad8e124fb0b req-6bac7374-5151-49f6-b997-2f42f7a75739 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407939 Jun 24 10:04:52.353265 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e297a68-401f-4fc7-b847-60e555085aad req-164cd176-8b9b-4919-86ee-e06b1cb58c12 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:52.354728 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-6e297a68-401f-4fc7-b847-60e555085aad req-164cd176-8b9b-4919-86ee-e06b1cb58c12 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 946 time: 0.0504761 Jun 24 10:04:52.400408 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-6e297a68-401f-4fc7-b847-60e555085aad req-b93746ac-beb7-48f1-904d-b9f917a08559 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402074 Jun 24 10:04:52.742309 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b7899-07e6-4fb9-a255-c53dd41468f4 req-d3050554-e95b-4c43-91b8-b5701fcd83bd tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:52.743808 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-cc2b7899-07e6-4fb9-a255-c53dd41468f4 req-d3050554-e95b-4c43-91b8-b5701fcd83bd tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0466914 Jun 24 10:04:52.793752 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-cc2b7899-07e6-4fb9-a255-c53dd41468f4 req-77a23d67-0334-4eea-b11e-2c61a61eeaff tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441711 Jun 24 10:04:52.813937 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904eb348-521e-499e-8127-cb3096230877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc68c0d7-3cc3-4add-8d35-8b1892ac129e'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:04:52.817208 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1354171c-a20b-4af9-9dd4-c3acf12c9708" -d '{"events": [{"server_uuid": "904eb348-521e-499e-8127-cb3096230877", "name": "network-vif-plugged", "status": "completed", "tag": "bc68c0d7-3cc3-4add-8d35-8b1892ac129e"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:04:52.851778 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afc1849-869a-4db1-bef4-297776a9d43f x-openstack-request-id: req-3afc1849-869a-4db1-bef4-297776a9d43f {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:04:52.852087 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904eb348-521e-499e-8127-cb3096230877", "name": "network-vif-plugged", "status": "completed", "tag": "bc68c0d7-3cc3-4add-8d35-8b1892ac129e", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:04:52.852361 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3afc1849-869a-4db1-bef4-297776a9d43f {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:04:52.852760 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3afc1849-869a-4db1-bef4-297776a9d43f'] response: {'server_uuid': '904eb348-521e-499e-8127-cb3096230877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc68c0d7-3cc3-4add-8d35-8b1892ac129e', 'code': 200} Jun 24 10:04:53.075929 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574f540-b386-41dd-accb-86b010d79360 req-1fe319e5-24fa-44b6-8bb4-c56df0815217 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:53.077459 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2574f540-b386-41dd-accb-86b010d79360 req-1fe319e5-24fa-44b6-8bb4-c56df0815217 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0479426 Jun 24 10:04:53.124859 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2574f540-b386-41dd-accb-86b010d79360 req-759ad408-eb11-4a84-827d-08432979b619 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417340 Jun 24 10:04:53.276802 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b8162-6fac-44f7-9ab1-e65c700ea593 req-97559c5a-1540-4c31-a509-4251ac08e95e tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:53.278212 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2a1b8162-6fac-44f7-9ab1-e65c700ea593 req-97559c5a-1540-4c31-a509-4251ac08e95e tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3972b3f-604a-486b-abef-10ecb7b76c4d HTTP/1.1" status: 200 len: 946 time: 0.0488827 Jun 24 10:04:53.325740 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2a1b8162-6fac-44f7-9ab1-e65c700ea593 req-686ca839-9802-46f0-8368-39f8afa414fe tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421033 Jun 24 10:04:53.518072 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:53.527386 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182bcf9-581b-4036-a18c-bcb36cf9b194 req-8531bf39-e2e4-4bf9-8e0b-93f3744a91b3 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:53.528873 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b182bcf9-581b-4036-a18c-bcb36cf9b194 req-8531bf39-e2e4-4bf9-8e0b-93f3744a91b3 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 946 time: 0.0491910 Jun 24 10:04:53.578803 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b182bcf9-581b-4036-a18c-bcb36cf9b194 req-864ee24c-06fc-4618-a531-7eece0448d84 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438619 Jun 24 10:04:53.935599 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4abde-ba44-43aa-a0ac-000970df6680 req-b723d5b0-3025-49de-93a0-284b684ee238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:53.937125 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-57d4abde-ba44-43aa-a0ac-000970df6680 req-b723d5b0-3025-49de-93a0-284b684ee238 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 1130 time: 0.0691452 Jun 24 10:04:53.947275 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fc1db-b74a-4746-a00e-850198a2c975 req-f76c1b4d-c8ea-4424-a8d1-c1aa7d721ff4 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:53.948675 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0f8fc1db-b74a-4746-a00e-850198a2c975 req-f76c1b4d-c8ea-4424-a8d1-c1aa7d721ff4 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0713086 Jun 24 10:04:54.000281 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0f8fc1db-b74a-4746-a00e-850198a2c975 req-3466c689-5d7a-4c77-b9f6-784e6e8f8813 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459807 Jun 24 10:04:54.080579 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-57d4abde-ba44-43aa-a0ac-000970df6680 req-270d841a-dc1a-4279-af70-5686a1189562 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407193 Jun 24 10:04:54.244107 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d24908-759b-4941-b8e8-bfd73b37d442 req-15f90507-ac83-4778-8203-fea80f51cb42 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:54.245588 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-84d24908-759b-4941-b8e8-bfd73b37d442 req-15f90507-ac83-4778-8203-fea80f51cb42 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0527680 Jun 24 10:04:54.294690 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-84d24908-759b-4941-b8e8-bfd73b37d442 req-2e29db0f-74c3-4342-a7bc-4510225e0aed tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436633 Jun 24 10:04:54.718003 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea70eb-48d4-458d-99b1-6e1972c0e532 req-3fce1e8c-fabf-4bab-852e-a97b660b72a0 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:54.719514 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-91ea70eb-48d4-458d-99b1-6e1972c0e532 req-3fce1e8c-fabf-4bab-852e-a97b660b72a0 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 946 time: 0.0485878 Jun 24 10:04:54.756890 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:54.769572 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-91ea70eb-48d4-458d-99b1-6e1972c0e532 req-f4b1e14d-9fed-4ed5-a687-91689d8455dc tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443625 Jun 24 10:04:55.110166 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:55.119520 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fea0b5-aaa8-4d67-952c-1d1e2ef947cc req-8f4195a1-cb19-4c8e-bdbd-5530f4a96d51 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:55.121169 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-82fea0b5-aaa8-4d67-952c-1d1e2ef947cc req-8f4195a1-cb19-4c8e-bdbd-5530f4a96d51 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0493834 Jun 24 10:04:55.172277 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-82fea0b5-aaa8-4d67-952c-1d1e2ef947cc req-3ca1a292-bdab-4f8a-a880-35a9c7d7c520 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455499 Jun 24 10:04:55.415390 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be59f2-a9dc-44a5-954e-565ab4252452 req-f6d6d3db-d92f-4601-b9c3-b16a5c8974fb tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:55.417591 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f4be59f2-a9dc-44a5-954e-565ab4252452 req-f6d6d3db-d92f-4601-b9c3-b16a5c8974fb tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0527544 Jun 24 10:04:55.466746 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f4be59f2-a9dc-44a5-954e-565ab4252452 req-bbdc02d7-0d5b-4b09-a710-2555ac9af263 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433090 Jun 24 10:04:55.864329 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec263d-97dc-4e3e-abce-327855e12aa5 req-839134aa-66d2-47cb-b834-844f4efbadec tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:55.866030 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-8fec263d-97dc-4e3e-abce-327855e12aa5 req-839134aa-66d2-47cb-b834-844f4efbadec tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0555828 Jun 24 10:04:55.921991 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-8fec263d-97dc-4e3e-abce-327855e12aa5 req-cd530210-cf34-4b92-93eb-c1a0ff1b2e33 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485494 Jun 24 10:04:55.926899 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c757429-2f54-4695-8278-bb1e5a89830c req-e8c24e7a-a664-427c-90e3-7f91a0b3a05c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:55.929166 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7c757429-2f54-4695-8278-bb1e5a89830c req-e8c24e7a-a664-427c-90e3-7f91a0b3a05c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 946 time: 0.0540781 Jun 24 10:04:55.980256 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7c757429-2f54-4695-8278-bb1e5a89830c req-7f6abf92-027b-4af7-a9b8-2ed5ffa1f528 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448546 Jun 24 10:04:56.307900 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80550ac3-3e3a-484b-be13-38d1f4b0c178 req-a2a41327-2f1b-4a12-a3d1-2047e5f359c0 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:56.309439 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-80550ac3-3e3a-484b-be13-38d1f4b0c178 req-a2a41327-2f1b-4a12-a3d1-2047e5f359c0 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0594680 Jun 24 10:04:56.386658 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-80550ac3-3e3a-484b-be13-38d1f4b0c178 req-fa54d7b4-d00e-4443-81a7-a1f1c1f0dcb2 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716553 Jun 24 10:04:56.394577 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b0c1f-e633-481b-8fd4-a759ec818b6c req-6bfb1cc9-d19e-4c1b-98cf-401c2d6faff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:56.396463 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-576b0c1f-e633-481b-8fd4-a759ec818b6c req-6bfb1cc9-d19e-4c1b-98cf-401c2d6faff7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b57a965c8ac24ad383260d621813bc3b&device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 1130 time: 0.0499947 Jun 24 10:04:56.433091 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f071b06-46a9-447e-93b5-8646a73f762a req-ad3b1a0a-ed1a-498e-9db0-2c8081ec3c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:56.434690 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1f071b06-46a9-447e-93b5-8646a73f762a req-ad3b1a0a-ed1a-498e-9db0-2c8081ec3c00 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 1129 time: 0.0448930 Jun 24 10:04:56.491310 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1f071b06-46a9-447e-93b5-8646a73f762a req-aa151a86-c3bd-4545-8868-d58d9c9d883e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400336 Jun 24 10:04:56.506254 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b0c1f-e633-481b-8fd4-a759ec818b6c req-5db2873f-addb-4480-8388-0094388c9e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:56.507774 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-576b0c1f-e633-481b-8fd4-a759ec818b6c req-5db2873f-addb-4480-8388-0094388c9e12 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c8f19ac-e8c2-4044-a226-361510084949 HTTP/1.1" status: 200 len: 912 time: 0.1011350 Jun 24 10:04:56.829985 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-576b0c1f-e633-481b-8fd4-a759ec818b6c req-f4991eab-2bb6-4e30-a17b-29a147d98f31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 HTTP/1.1" status: 200 len: 1001 time: 0.0618315 Jun 24 10:04:57.009913 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:04:57.060573 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382db50c-02ff-428c-a686-f747f90cd5dc req-29660a13-33fb-46ff-9fc6-6c5693dbc4e0 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:57.069586 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-382db50c-02ff-428c-a686-f747f90cd5dc req-29660a13-33fb-46ff-9fc6-6c5693dbc4e0 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0712318 Jun 24 10:04:57.151774 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d04a1-a631-4a9a-9c68-6fbcf4da57cd req-fd69be31-9324-48e5-ab01-b444bf29a731 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:57.151774 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-759d04a1-a631-4a9a-9c68-6fbcf4da57cd req-fd69be31-9324-48e5-ab01-b444bf29a731 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 946 time: 0.0510926 Jun 24 10:04:57.154354 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-382db50c-02ff-428c-a686-f747f90cd5dc req-f6387c4d-8367-47d8-b2c2-3acf0d770c64 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657356 Jun 24 10:04:57.202863 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-759d04a1-a631-4a9a-9c68-6fbcf4da57cd req-3fbc8808-840a-4a45-a1d9-aa2e979baf3b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586157 Jun 24 10:04:57.283052 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9ca5c-6d24-46c1-a334-ff4d081a87b0 req-c4051693-fc91-4338-8b53-21528ab1af55 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:57.285179 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-05c9ca5c-6d24-46c1-a334-ff4d081a87b0 req-c4051693-fc91-4338-8b53-21528ab1af55 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 945 time: 0.0835025 Jun 24 10:04:57.338855 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b0c1f-e633-481b-8fd4-a759ec818b6c req-bea90ffb-214a-4181-8fe9-1a60f115b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:57.340631 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-576b0c1f-e633-481b-8fd4-a759ec818b6c req-bea90ffb-214a-4181-8fe9-1a60f115b04f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b78992fa-8718-4ba9-94c3-e836373f9bf4 HTTP/1.1" status: 200 len: 850 time: 0.0558026 Jun 24 10:04:57.355149 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-05c9ca5c-6d24-46c1-a334-ff4d081a87b0 req-865174c5-03c3-42ec-89f6-f498c9cb6cd8 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584035 Jun 24 10:04:57.377967 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 43148) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:57.474818 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:57.514046 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f66df-f802-4568-bfe8-ada071e4e7dc req-f28dbc5c-45cd-4ac1-9318-9748299dc4d8 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:57.515543 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-209f66df-f802-4568-bfe8-ada071e4e7dc req-f28dbc5c-45cd-4ac1-9318-9748299dc4d8 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0532391 Jun 24 10:04:57.597027 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-209f66df-f802-4568-bfe8-ada071e4e7dc req-31a5cd80-787b-4406-9263-58a311449de8 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757816 Jun 24 10:04:57.599854 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052add8e-579c-4a49-8c8e-50191967a976 tempest-TestMinimumBasicScenario-718413574 tempest-TestMinimumBasicScenario-718413574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:57.601330 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-052add8e-579c-4a49-8c8e-50191967a976 tempest-TestMinimumBasicScenario-718413574 tempest-TestMinimumBasicScenario-718413574-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 1124 time: 0.2223759 Jun 24 10:04:57.604094 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 43154) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:04:57.608323 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-73ecf248-7c50-4edd-9fed-f480d6c4869f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Request body: {'floatingip': {'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'port_id': '9232a5f7-d95a-44a5-b49d-7664a4d75f80', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:04:57.679557 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:57.685470 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b0c1f-e633-481b-8fd4-a759ec818b6c req-b6cff44a-3836-4d3d-8dda-64be031886be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:57.687144 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-576b0c1f-e633-481b-8fd4-a759ec818b6c req-b6cff44a-3836-4d3d-8dda-64be031886be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c8f19ac-e8c2-4044-a226-361510084949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437243 Jun 24 10:04:57.783976 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-576b0c1f-e633-481b-8fd4-a759ec818b6c req-92e034af-86b8-4d36-8edb-0afdfeb47735 service neutron] 10.222.0.55 "GET /v2.0/networks/3c8f19ac-e8c2-4044-a226-361510084949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885770 Jun 24 10:04:57.891624 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-576b0c1f-e633-481b-8fd4-a759ec818b6c req-1f938e9d-1b00-46d2-aff4-4b1ec4ed3d2d service neutron] 10.222.0.55 "GET /v2.0/networks/3c8f19ac-e8c2-4044-a226-361510084949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914791 Jun 24 10:04:58.023911 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-73ecf248-7c50-4edd-9fed-f480d6c4869f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:58.109392 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-73ecf248-7c50-4edd-9fed-f480d6c4869f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:58.221394 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_common [None req-73ecf248-7c50-4edd-9fed-f480d6c4869f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Allocated IP 172.27.2.121 (a3837c3f-8d84-4126-8dfc-b4bde8a26600/ef99dc90-6579-4f1e-9fc6-58eb2334384d/598086ee-cbd6-4870-aec4-b6a1fe4c0c86) {{(pid=110840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:04:58.276627 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47a79e-8874-4910-a02e-d44c90f186e9 req-fd7b1574-41fc-41fc-88fc-5aae11831d6b tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:58.278231 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1e47a79e-8874-4910-a02e-d44c90f186e9 req-fd7b1574-41fc-41fc-88fc-5aae11831d6b tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0642521 Jun 24 10:04:58.342429 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1e47a79e-8874-4910-a02e-d44c90f186e9 req-07f49beb-2b0d-42d3-85c1-7178b048eca6 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556056 Jun 24 10:04:58.380252 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689680de-6dc6-4a57-be2f-3b06b361ddb2 req-866577d8-a48c-4760-9c69-bc10bc6e7166 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:58.381777 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-689680de-6dc6-4a57-be2f-3b06b361ddb2 req-866577d8-a48c-4760-9c69-bc10bc6e7166 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 946 time: 0.0701149 Jun 24 10:04:58.408107 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-73ecf248-7c50-4edd-9fed-f480d6c4869f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for port (598086ee-cbd6-4870-aec4-b6a1fe4c0c86), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:58.447178 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:58.468523 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-689680de-6dc6-4a57-be2f-3b06b361ddb2 req-77a2d117-100f-45ec-bd21-5871313ed7b9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785892 Jun 24 10:04:58.532617 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-73ecf248-7c50-4edd-9fed-f480d6c4869f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (598086ee-cbd6-4870-aec4-b6a1fe4c0c86), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:58.580217 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ecf248-7c50-4edd-9fed-f480d6c4869f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:04:58.585206 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-73ecf248-7c50-4edd-9fed-f480d6c4869f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:04:58.589671 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ecf248-7c50-4edd-9fed-f480d6c4869f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Received port after_create {{(pid=110840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:04:58.595017 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ecf248-7c50-4edd-9fed-f480d6c4869f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Pushing event updated for resources: {'Port': ['ID=598086ee-cbd6-4870-aec4-b6a1fe4c0c86,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:58.735455 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a4fc7-1e8d-4995-b76f-6d4480d78a0c req-4b4065f4-1045-4f48-9e4a-65e6c1b48f22 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:58.740049 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-971a4fc7-1e8d-4995-b76f-6d4480d78a0c req-4b4065f4-1045-4f48-9e4a-65e6c1b48f22 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0677540 Jun 24 10:04:58.787481 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-971a4fc7-1e8d-4995-b76f-6d4480d78a0c req-0f63ffef-c395-4ea1-94c8-166759ed2e36 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447943 Jun 24 10:04:58.906626 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:58.948301 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-73ecf248-7c50-4edd-9fed-f480d6c4869f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for floatingip (d00be360-9f69-43d7-848f-14e519416dce), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:59.078934 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-73ecf248-7c50-4edd-9fed-f480d6c4869f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (598086ee-cbd6-4870-aec4-b6a1fe4c0c86), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:59.233798 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-73ecf248-7c50-4edd-9fed-f480d6c4869f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for port (598086ee-cbd6-4870-aec4-b6a1fe4c0c86), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:59.306672 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-73ecf248-7c50-4edd-9fed-f480d6c4869f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (598086ee-cbd6-4870-aec4-b6a1fe4c0c86), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:59.346212 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-73ecf248-7c50-4edd-9fed-f480d6c4869f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (d00be360-9f69-43d7-848f-14e519416dce), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:04:59.401587 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ecf248-7c50-4edd-9fed-f480d6c4869f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Pushing event updated for resources: {'Port': ['ID=598086ee-cbd6-4870-aec4-b6a1fe4c0c86,revision_number=2']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:04:59.494773 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.db.l3_db [None req-73ecf248-7c50-4edd-9fed-f480d6c4869f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Floating IP d00be360-9f69-43d7-848f-14e519416dce associated. External IP: 172.27.2.121, port: 9232a5f7-d95a-44a5-b49d-7664a4d75f80. Jun 24 10:04:59.503533 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f784f3-5f9a-45d4-8e6e-97c963162a04 req-f056f536-5152-446a-837d-ad34adbe9ee5 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:59.504544 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-57f784f3-5f9a-45d4-8e6e-97c963162a04 req-f056f536-5152-446a-837d-ad34adbe9ee5 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0679107 Jun 24 10:04:59.565569 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:04:59.593009 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651e5c2-73c2-4958-ad18-4f93974cdb87 req-327d6471-82b8-4a82-81a1-28f4918559a9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:59.594778 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2651e5c2-73c2-4958-ad18-4f93974cdb87 req-327d6471-82b8-4a82-81a1-28f4918559a9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 946 time: 0.0483830 Jun 24 10:04:59.653175 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2651e5c2-73c2-4958-ad18-4f93974cdb87 req-310416e1-c4a3-4b0f-a57f-f55de4d0b5eb tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514545 Jun 24 10:04:59.853718 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-57f784f3-5f9a-45d4-8e6e-97c963162a04 req-9fd45cfa-5f52-4dd2-b89f-5f902b9e10bb tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3139427 Jun 24 10:04:59.916941 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35435f72-715e-4744-a3c6-dc0ae2ac8ba8 req-b33dd741-0a20-4dbc-9967-deba4ef014a2 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:04:59.918367 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-35435f72-715e-4744-a3c6-dc0ae2ac8ba8 req-b33dd741-0a20-4dbc-9967-deba4ef014a2 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0553041 Jun 24 10:04:59.971215 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ecf248-7c50-4edd-9fed-f480d6c4869f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Router b5569438-099f-4b68-9fb7-f12d68f20989 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:04:59.973059 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-35435f72-715e-4744-a3c6-dc0ae2ac8ba8 req-527a5479-f96c-4a2e-81bd-12c40d6876e3 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473399 Jun 24 10:05:00.027726 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:00.081884 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ecf248-7c50-4edd-9fed-f480d6c4869f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:05:00.097659 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ce45b-33e8-4b61-8bf3-480e4de8b2fa None None] Sync routers for ids ['b5569438-099f-4b68-9fb7-f12d68f20989'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:05:00.116817 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588ce45b-33e8-4b61-8bf3-480e4de8b2fa None None] Routers {'b5569438-099f-4b68-9fb7-f12d68f20989'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:05:00.116817 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-588ce45b-33e8-4b61-8bf3-480e4de8b2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:04:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['b5569438-099f-4b68-9fb7-f12d68f20989'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:05:00.188544 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-73ecf248-7c50-4edd-9fed-f480d6c4869f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:00.221918 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-73ecf248-7c50-4edd-9fed-f480d6c4869f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6166182 Jun 24 10:05:00.222511 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9804ec-09cf-4bd7-bf69-83dc28a5d1d5', 'tag': '9232a5f7-d95a-44a5-b49d-7664a4d75f80'}] {{(pid=110840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:05:00.224589 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 43196) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:05:00.224913 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918deba4491858943d5af62f7e2b7193d4f3e11e5a976540219041625139a41f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d858d86-e978-49ba-a7d4-8c86554e4419" -d '{"events": [{"name": "network-changed", "server_uuid": "af9804ec-09cf-4bd7-bf69-83dc28a5d1d5", "tag": "9232a5f7-d95a-44a5-b49d-7664a4d75f80"}]}' {{(pid=110840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:05:00.225049 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-588ce45b-33e8-4b61-8bf3-480e4de8b2fa None None] Set router b5569438-099f-4b68-9fb7-f12d68f20989 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:05:00.234138 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-ed84fe04-dcbc-4e11-8511-6e0b6f5d8cfb tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-425148660', 'description': 'tempest-secgroup-smoke-425148660 description', 'project_id': 'a8f15fa49a284e409bdcabcca90ece04'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:05:00.287712 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4038ef3d-0854-4a24-a6b0-3b030d5b71dd x-openstack-request-id: req-4038ef3d-0854-4a24-a6b0-3b030d5b71dd {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:05:00.288231 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9804ec-09cf-4bd7-bf69-83dc28a5d1d5", "tag": "9232a5f7-d95a-44a5-b49d-7664a4d75f80", "status": "completed", "code": 200}]} {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:05:00.288341 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4038ef3d-0854-4a24-a6b0-3b030d5b71dd {{(pid=110840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:05:00.288663 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4038ef3d-0854-4a24-a6b0-3b030d5b71dd'] response: {'name': 'network-changed', 'server_uuid': 'af9804ec-09cf-4bd7-bf69-83dc28a5d1d5', 'tag': '9232a5f7-d95a-44a5-b49d-7664a4d75f80', 'status': 'completed', 'code': 200} Jun 24 10:05:00.361041 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d858d86-e978-49ba-a7d4-8c86554e4419 req-db98a960-8b1c-449e-8f77-95907f473fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:00.362558 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5d858d86-e978-49ba-a7d4-8c86554e4419 req-db98a960-8b1c-449e-8f77-95907f473fb4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8f15fa49a284e409bdcabcca90ece04&device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 1129 time: 0.0426307 Jun 24 10:05:00.366223 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ed84fe04-dcbc-4e11-8511-6e0b6f5d8cfb tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:00.382417 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:00.439446 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:00.464765 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ed84fe04-dcbc-4e11-8511-6e0b6f5d8cfb tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for security_group (69854125-db12-434f-b67e-c4a42098b62d), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:00.472635 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-588ce45b-33e8-4b61-8bf3-480e4de8b2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'name': 'tempest-TestMinimumBasicScenario-1894382342-router', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a5813f6-07cf-4d14-899c-2258ebb8e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:03:24Z', 'updated_at': '2022-06-24T10:03:31Z', 'revision_number': 4, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'gw_port': {'id': '6a5813f6-07cf-4d14-899c-2258ebb8e2c6', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:88:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:26Z', 'updated_at': '2022-06-24T10:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': 'd00be360-9f69-43d7-848f-14e519416dce', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'port_id': '9232a5f7-d95a-44a5-b49d-7664a4d75f80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a', 'mac_address': 'fa:16:3e:25:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9804ec-09cf-4bd7-bf69-83dc28a5d1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:04:58Z', 'updated_at': '2022-06-24T10:04:58Z', 'revision_number': 0, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5eb2220-841b-4c28-b663-e12bffee240a', 'name': '', 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'mac_address': 'fa:16:3e:b4:07:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '9a3a795a-5b0e-43d6-a360-a0c6523c9403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:29Z', 'updated_at': '2022-06-24T10:03:36Z', 'revision_number': 5, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'subnets': [{'id': '9a3a795a-5b0e-43d6-a360-a0c6523c9403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:05:00.486243 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d858d86-e978-49ba-a7d4-8c86554e4419 req-f740b3b4-6ac0-41a6-8a67-a0420a9d98e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:00.487826 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5d858d86-e978-49ba-a7d4-8c86554e4419 req-f740b3b4-6ac0-41a6-8a67-a0420a9d98e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b62e03e6-e652-4ef9-a19f-cc1036cc714a HTTP/1.1" status: 200 len: 916 time: 0.1177106 Jun 24 10:05:00.496584 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ce45b-33e8-4b61-8bf3-480e4de8b2fa None None] Checking router: b5569438-099f-4b68-9fb7-f12d68f20989 for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:05:00.506157 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588ce45b-33e8-4b61-8bf3-480e4de8b2fa None None] Routers {'b5569438-099f-4b68-9fb7-f12d68f20989'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:05:00.506782 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-588ce45b-33e8-4b61-8bf3-480e4de8b2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:04:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['b5569438-099f-4b68-9fb7-f12d68f20989'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:05:00.546020 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ed84fe04-dcbc-4e11-8511-6e0b6f5d8cfb tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (69854125-db12-434f-b67e-c4a42098b62d), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:00.555107 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:00.576923 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5d858d86-e978-49ba-a7d4-8c86554e4419 req-0a03633b-a4be-47a3-b690-eb31d903b937 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9232a5f7-d95a-44a5-b49d-7664a4d75f80 HTTP/1.1" status: 200 len: 999 time: 0.0765784 Jun 24 10:05:00.638211 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84fe04-dcbc-4e11-8511-6e0b6f5d8cfb tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69854125-db12-434f-b67e-c4a42098b62d,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:05:00.655497 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d858d86-e978-49ba-a7d4-8c86554e4419 req-e7530b76-8338-484e-aea3-6cbec0a9f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:00.657549 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5d858d86-e978-49ba-a7d4-8c86554e4419 req-e7530b76-8338-484e-aea3-6cbec0a9f508 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a3a795a-5b0e-43d6-a360-a0c6523c9403 HTTP/1.1" status: 200 len: 854 time: 0.0743401 Jun 24 10:05:00.676992 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0b05a-54ac-4f1d-ae29-bdfb4c30ac58 req-485ae286-8901-4726-aef5-ddf1c0cf2614 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:00.689210 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-44b0b05a-54ac-4f1d-ae29-bdfb4c30ac58 req-485ae286-8901-4726-aef5-ddf1c0cf2614 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0958548 Jun 24 10:05:00.719208 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d858d86-e978-49ba-a7d4-8c86554e4419 req-50f679dc-3e87-4425-af6d-759b5042b31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:00.721418 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5d858d86-e978-49ba-a7d4-8c86554e4419 req-50f679dc-3e87-4425-af6d-759b5042b31a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b62e03e6-e652-4ef9-a19f-cc1036cc714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559642 Jun 24 10:05:00.743536 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ed84fe04-dcbc-4e11-8511-6e0b6f5d8cfb tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:00.747684 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-ed84fe04-dcbc-4e11-8511-6e0b6f5d8cfb tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5187967 Jun 24 10:05:00.750931 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 43208) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:05:00.757035 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-588ce45b-33e8-4b61-8bf3-480e4de8b2fa None None] Set router b5569438-099f-4b68-9fb7-f12d68f20989 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:05:00.767242 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da125f67-db7d-4f37-9370-49929edfc096 req-3941e5d1-be6d-40e8-b146-07b112607984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:00.768770 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-da125f67-db7d-4f37-9370-49929edfc096 req-3941e5d1-be6d-40e8-b146-07b112607984 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddf89eff2d584c508a967f1686090be1&device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 1129 time: 0.0778444 Jun 24 10:05:00.769492 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-592c9dd8-cdd6-40b0-800d-7d852d02f93b tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Request body: {'security_group_rule': {'security_group_id': '69854125-db12-434f-b67e-c4a42098b62d', 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:05:00.816715 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-44b0b05a-54ac-4f1d-ae29-bdfb4c30ac58 req-80b4c77a-538f-456e-8e03-0ced9b1ff461 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793738 Jun 24 10:05:00.887776 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382f5c4-4f5b-4805-856e-b8e467b66c42 req-11039382-466c-484b-9afe-2ff54bf41b99 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:00.894683 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-1382f5c4-4f5b-4805-856e-b8e467b66c42 req-11039382-466c-484b-9afe-2ff54bf41b99 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 946 time: 0.1176491 Jun 24 10:05:00.962381 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5d858d86-e978-49ba-a7d4-8c86554e4419 req-0fadb350-705a-454e-b517-573e253759d8 service neutron] 10.222.0.55 "GET /v2.0/networks/b62e03e6-e652-4ef9-a19f-cc1036cc714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177966 Jun 24 10:05:00.968826 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-1382f5c4-4f5b-4805-856e-b8e467b66c42 req-2ac0c03c-af64-4c9b-90a9-8a0a60fceb2f tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732925 Jun 24 10:05:00.972597 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-592c9dd8-cdd6-40b0-800d-7d852d02f93b tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for security_group_rule (4382bdc3-0448-4e0c-a660-0f1c2dcf0072), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:00.981694 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b333a1bb-15ab-4805-9914-7d0afebb58a2 req-00a44b66-2f4c-49f8-a7bd-0e8570464346 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0626867 Jun 24 10:05:01.039799 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-588ce45b-33e8-4b61-8bf3-480e4de8b2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'name': 'tempest-TestMinimumBasicScenario-1894382342-router', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a5813f6-07cf-4d14-899c-2258ebb8e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:03:24Z', 'updated_at': '2022-06-24T10:03:31Z', 'revision_number': 4, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'gw_port': {'id': '6a5813f6-07cf-4d14-899c-2258ebb8e2c6', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:88:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:26Z', 'updated_at': '2022-06-24T10:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': 'd00be360-9f69-43d7-848f-14e519416dce', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'port_id': '9232a5f7-d95a-44a5-b49d-7664a4d75f80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a', 'mac_address': 'fa:16:3e:25:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9804ec-09cf-4bd7-bf69-83dc28a5d1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:04:58Z', 'updated_at': '2022-06-24T10:04:58Z', 'revision_number': 0, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5eb2220-841b-4c28-b663-e12bffee240a', 'name': '', 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'mac_address': 'fa:16:3e:b4:07:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '9a3a795a-5b0e-43d6-a360-a0c6523c9403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:29Z', 'updated_at': '2022-06-24T10:03:36Z', 'revision_number': 5, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'subnets': [{'id': '9a3a795a-5b0e-43d6-a360-a0c6523c9403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:05:01.074635 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ce45b-33e8-4b61-8bf3-480e4de8b2fa None None] The sync data for ids ['b5569438-099f-4b68-9fb7-f12d68f20989'] in dv-cinder-843277-6-iscsi is: [{'id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'name': 'tempest-TestMinimumBasicScenario-1894382342-router', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a5813f6-07cf-4d14-899c-2258ebb8e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:03:24Z', 'updated_at': '2022-06-24T10:03:31Z', 'revision_number': 4, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'gw_port': {'id': '6a5813f6-07cf-4d14-899c-2258ebb8e2c6', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:88:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:26Z', 'updated_at': '2022-06-24T10:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': 'd00be360-9f69-43d7-848f-14e519416dce', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'port_id': '9232a5f7-d95a-44a5-b49d-7664a4d75f80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a', 'mac_address': 'fa:16:3e:25:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9804ec-09cf-4bd7-bf69-83dc28a5d1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:04:58Z', 'updated_at': '2022-06-24T10:04:58Z', 'revision_number': 0, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5eb2220-841b-4c28-b663-e12bffee240a', 'name': '', 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'mac_address': 'fa:16:3e:b4:07:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '9a3a795a-5b0e-43d6-a360-a0c6523c9403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:29Z', 'updated_at': '2022-06-24T10:03:36Z', 'revision_number': 5, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'subnets': [{'id': '9a3a795a-5b0e-43d6-a360-a0c6523c9403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:05:01.075088 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da125f67-db7d-4f37-9370-49929edfc096 req-6f9050d0-b967-4b6e-b1c9-3dc3118a8176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:01.077392 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-da125f67-db7d-4f37-9370-49929edfc096 req-6f9050d0-b967-4b6e-b1c9-3dc3118a8176 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa HTTP/1.1" status: 200 len: 919 time: 0.2573073 Jun 24 10:05:01.086978 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333a1bb-15ab-4805-9914-7d0afebb58a2 req-a11db213-e161-4ac4-94d7-b588d9d62263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:01.088536 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b333a1bb-15ab-4805-9914-7d0afebb58a2 req-a11db213-e161-4ac4-94d7-b588d9d62263 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b57a965c8ac24ad383260d621813bc3b&device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 1130 time: 0.0868199 Jun 24 10:05:01.099784 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f988b-a4e5-49db-be22-81b16bca2fbd req-00115cca-12d4-4b5a-83eb-de5fe2d0b833 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:01.101178 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6a0f988b-a4e5-49db-be22-81b16bca2fbd req-00115cca-12d4-4b5a-83eb-de5fe2d0b833 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.1269548 Jun 24 10:05:01.108083 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:01.122253 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-592c9dd8-cdd6-40b0-800d-7d852d02f93b tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for security_group_rule (4382bdc3-0448-4e0c-a660-0f1c2dcf0072), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:01.125355 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5d858d86-e978-49ba-a7d4-8c86554e4419 req-3f1be82e-f928-47d5-8672-572d7a8f1a4e service neutron] 10.222.0.55 "GET /v2.0/networks/b62e03e6-e652-4ef9-a19f-cc1036cc714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473551 Jun 24 10:05:01.189109 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-592c9dd8-cdd6-40b0-800d-7d852d02f93b tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (4382bdc3-0448-4e0c-a660-0f1c2dcf0072), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:01.210134 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c9dd8-cdd6-40b0-800d-7d852d02f93b tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4382bdc3-0448-4e0c-a660-0f1c2dcf0072,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:05:01.224995 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-da125f67-db7d-4f37-9370-49929edfc096 req-2d9b118e-0399-4e7c-b415-109ec049f263 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62ac8ae2-de6d-4539-8e21-9a572eab33d9 HTTP/1.1" status: 200 len: 1000 time: 0.1330495 Jun 24 10:05:01.295884 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6a0f988b-a4e5-49db-be22-81b16bca2fbd req-f39c69d8-968e-40ed-a33e-facd09381c36 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606615 Jun 24 10:05:01.317377 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-592c9dd8-cdd6-40b0-800d-7d852d02f93b tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:01.321399 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-592c9dd8-cdd6-40b0-800d-7d852d02f93b tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5652502 Jun 24 10:05:01.321563 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 43218) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:05:01.327409 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-5d419f65-9bab-47ce-b460-5adef7eb6a91 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Request body: {'security_group_rule': {'security_group_id': '69854125-db12-434f-b67e-c4a42098b62d', 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:05:01.331749 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d328044f-9283-4d00-bcb6-0936134533f0 None None] New status for floating IP d00be360-9f69-43d7-848f-14e519416dce: ACTIVE {{(pid=110842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:05:01.343579 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da125f67-db7d-4f37-9370-49929edfc096 req-26a01347-4926-4d57-bcf0-5e521424225c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:01.345107 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-da125f67-db7d-4f37-9370-49929edfc096 req-26a01347-4926-4d57-bcf0-5e521424225c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=144899a2-b09a-495a-b00a-6c663cd7966a HTTP/1.1" status: 200 len: 857 time: 0.0934741 Jun 24 10:05:01.346767 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333a1bb-15ab-4805-9914-7d0afebb58a2 req-77db90f5-124f-4ca3-8d42-59834ec5eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:01.348217 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b333a1bb-15ab-4805-9914-7d0afebb58a2 req-77db90f5-124f-4ca3-8d42-59834ec5eac7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c8f19ac-e8c2-4044-a226-361510084949 HTTP/1.1" status: 200 len: 912 time: 0.2117834 Jun 24 10:05:01.433223 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5d419f65-9bab-47ce-b460-5adef7eb6a91 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for security_group_rule (ce1531be-c8cb-4105-8dac-56f361dc40eb), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:01.451286 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da125f67-db7d-4f37-9370-49929edfc096 req-7d650051-5b95-4648-9ab5-3fff180b1006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:01.452873 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-da125f67-db7d-4f37-9370-49929edfc096 req-7d650051-5b95-4648-9ab5-3fff180b1006 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0887303 Jun 24 10:05:01.457027 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b333a1bb-15ab-4805-9914-7d0afebb58a2 req-cf608bcb-7bad-45a3-806d-0e50cc4e43e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 HTTP/1.1" status: 200 len: 1001 time: 0.0837848 Jun 24 10:05:01.486600 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:01.503182 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5d419f65-9bab-47ce-b460-5adef7eb6a91 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for security_group_rule (ce1531be-c8cb-4105-8dac-56f361dc40eb), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:01.571527 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333a1bb-15ab-4805-9914-7d0afebb58a2 req-cf6b75b0-448f-45a7-acf9-f6fcae899bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:01.573661 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b333a1bb-15ab-4805-9914-7d0afebb58a2 req-cf6b75b0-448f-45a7-acf9-f6fcae899bd8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b78992fa-8718-4ba9-94c3-e836373f9bf4 HTTP/1.1" status: 200 len: 850 time: 0.0987632 Jun 24 10:05:01.585527 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:01.599044 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5d419f65-9bab-47ce-b460-5adef7eb6a91 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (ce1531be-c8cb-4105-8dac-56f361dc40eb), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:01.605418 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-da125f67-db7d-4f37-9370-49929edfc096 req-cc713083-39ec-40ae-9281-020344e28e37 service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388497 Jun 24 10:05:01.620195 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d419f65-9bab-47ce-b460-5adef7eb6a91 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1531be-c8cb-4105-8dac-56f361dc40eb,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:05:01.669427 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333a1bb-15ab-4805-9914-7d0afebb58a2 req-bd5390f9-7360-40c2-b2b0-52cd34844421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:01.671130 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b333a1bb-15ab-4805-9914-7d0afebb58a2 req-bd5390f9-7360-40c2-b2b0-52cd34844421 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c8f19ac-e8c2-4044-a226-361510084949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760198 Jun 24 10:05:01.674264 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5d419f65-9bab-47ce-b460-5adef7eb6a91 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:01.675493 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-5d419f65-9bab-47ce-b460-5adef7eb6a91 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3524168 Jun 24 10:05:01.678175 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 43222) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:05:01.683688 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-bdb4cb2d-49f0-4dd3-91d7-e0c6cc314e53 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Request body: {'security_group_rule': {'security_group_id': '69854125-db12-434f-b67e-c4a42098b62d', 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:05:01.723791 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:01.778421 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bdb4cb2d-49f0-4dd3-91d7-e0c6cc314e53 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for security_group_rule (f65d5bd4-cff5-4fa1-8b21-80d6d9c90321), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:01.793642 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-da125f67-db7d-4f37-9370-49929edfc096 req-91983fca-72fa-4ad5-8e7d-265edfd15bd7 service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615641 Jun 24 10:05:01.817990 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b333a1bb-15ab-4805-9914-7d0afebb58a2 req-89bb1215-806f-4000-a878-5eea51ccf8a9 service neutron] 10.222.0.55 "GET /v2.0/networks/3c8f19ac-e8c2-4044-a226-361510084949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384313 Jun 24 10:05:01.850822 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bdb4cb2d-49f0-4dd3-91d7-e0c6cc314e53 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for security_group_rule (f65d5bd4-cff5-4fa1-8b21-80d6d9c90321), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:01.929295 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b333a1bb-15ab-4805-9914-7d0afebb58a2 req-08c5f596-4b47-481a-9d40-e070edf18d11 service neutron] 10.222.0.55 "GET /v2.0/networks/3c8f19ac-e8c2-4044-a226-361510084949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881414 Jun 24 10:05:01.935629 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192d8be-2ee1-4efd-a04b-ef26d8aa1ccd req-ec986792-eaaf-4cac-9bee-ae1caa8fa5ba tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:01.937190 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2192d8be-2ee1-4efd-a04b-ef26d8aa1ccd req-ec986792-eaaf-4cac-9bee-ae1caa8fa5ba tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0516484 Jun 24 10:05:01.964036 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bdb4cb2d-49f0-4dd3-91d7-e0c6cc314e53 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (f65d5bd4-cff5-4fa1-8b21-80d6d9c90321), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:01.994428 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4cb2d-49f0-4dd3-91d7-e0c6cc314e53 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f65d5bd4-cff5-4fa1-8b21-80d6d9c90321,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:05:02.006578 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2192d8be-2ee1-4efd-a04b-ef26d8aa1ccd req-fb08f431-f805-4471-9a89-15ce2f69e660 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638156 Jun 24 10:05:02.051543 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bdb4cb2d-49f0-4dd3-91d7-e0c6cc314e53 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:02.052790 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-bdb4cb2d-49f0-4dd3-91d7-e0c6cc314e53 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3734474 Jun 24 10:05:02.055532 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 43226) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:05:02.060612 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-69cf3381-29d7-4bd5-96f9-350332c85a51 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Request body: {'security_group_rule': {'security_group_id': '69854125-db12-434f-b67e-c4a42098b62d', 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:05:02.176470 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-69cf3381-29d7-4bd5-96f9-350332c85a51 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for security_group_rule (58c12517-213c-4635-bd11-e569b8e99b3e), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:02.235133 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-69cf3381-29d7-4bd5-96f9-350332c85a51 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for security_group_rule (58c12517-213c-4635-bd11-e569b8e99b3e), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:02.323680 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-69cf3381-29d7-4bd5-96f9-350332c85a51 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (58c12517-213c-4635-bd11-e569b8e99b3e), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:02.342976 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf3381-29d7-4bd5-96f9-350332c85a51 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c12517-213c-4635-bd11-e569b8e99b3e,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:05:02.428210 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-69cf3381-29d7-4bd5-96f9-350332c85a51 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:02.429436 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-69cf3381-29d7-4bd5-96f9-350332c85a51 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3723249 Jun 24 10:05:02.432048 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 43228) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:05:02.436327 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-d21fc676-3838-4335-b301-446568b05d7b tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Request body: {'security_group_rule': {'security_group_id': '69854125-db12-434f-b67e-c4a42098b62d', 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:05:02.546529 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.db.securitygroups_db [None req-d21fc676-3838-4335-b301-446568b05d7b tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Project a8f15fa49a284e409bdcabcca90ece04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:05:02.555995 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d21fc676-3838-4335-b301-446568b05d7b tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for security_group_rule (03c2417e-1e7e-4d05-b167-f75eca3054f7), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:02.596720 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:INSERT=10,neutron:UPDATE=2,neutron:SELECT=82,neutron:DELETE=6 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:02.608825 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d21fc676-3838-4335-b301-446568b05d7b tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for security_group_rule (03c2417e-1e7e-4d05-b167-f75eca3054f7), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:02.691788 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d21fc676-3838-4335-b301-446568b05d7b tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (03c2417e-1e7e-4d05-b167-f75eca3054f7), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:02.713394 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fc676-3838-4335-b301-446568b05d7b tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c2417e-1e7e-4d05-b167-f75eca3054f7,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:05:02.759688 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d21fc676-3838-4335-b301-446568b05d7b tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:02.760999 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-d21fc676-3838-4335-b301-446568b05d7b tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3280082 Jun 24 10:05:02.764314 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 43232) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:05:02.768615 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-0a6ce0ba-bf08-4506-a554-3c914984ba51 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Request body: {'security_group_rule': {'security_group_id': '69854125-db12-434f-b67e-c4a42098b62d', 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:05:02.837970 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.db.securitygroups_db [None req-0a6ce0ba-bf08-4506-a554-3c914984ba51 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Project a8f15fa49a284e409bdcabcca90ece04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:05:02.844550 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-0a6ce0ba-bf08-4506-a554-3c914984ba51 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for security_group_rule (b2eefdc5-52bb-4e9b-abc5-71764445e375), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:02.906988 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-0a6ce0ba-bf08-4506-a554-3c914984ba51 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for security_group_rule (b2eefdc5-52bb-4e9b-abc5-71764445e375), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:02.963511 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-0a6ce0ba-bf08-4506-a554-3c914984ba51 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (b2eefdc5-52bb-4e9b-abc5-71764445e375), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:02.982698 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ce0ba-bf08-4506-a554-3c914984ba51 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2eefdc5-52bb-4e9b-abc5-71764445e375,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:05:03.053960 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-0a6ce0ba-bf08-4506-a554-3c914984ba51 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:03.055221 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-0a6ce0ba-bf08-4506-a554-3c914984ba51 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2899637 Jun 24 10:05:03.129023 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff9066-28ef-4c75-a1b9-e1a860870ddb req-779b67d7-06bb-47c7-a0f5-ace45aad6ca0 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:03.130508 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0cff9066-28ef-4c75-a1b9-e1a860870ddb req-779b67d7-06bb-47c7-a0f5-ace45aad6ca0 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0483913 Jun 24 10:05:03.150554 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-bf16c5d7-212c-49cb-8f91-af8a43970ed8 req-19a2ea67-f92e-46b8-a89e-2ab7d31e437a tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-425148660&fields=id&tenant_id=a8f15fa49a284e409bdcabcca90ece04 HTTP/1.1" status: 200 len: 267 time: 0.0460408 Jun 24 10:05:03.183835 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0cff9066-28ef-4c75-a1b9-e1a860870ddb req-66bc1ab2-bf60-44d1-8d75-d3d65d53dee3 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475955 Jun 24 10:05:03.205498 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16c5d7-212c-49cb-8f91-af8a43970ed8 req-3858d23b-e947-4b14-8a41-a4f51c264cc7 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:03.206998 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-bf16c5d7-212c-49cb-8f91-af8a43970ed8 req-3858d23b-e947-4b14-8a41-a4f51c264cc7 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 945 time: 0.0503063 Jun 24 10:05:03.218195 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [req-bf16c5d7-212c-49cb-8f91-af8a43970ed8 req-d8422daa-50d7-41d1-84ec-4466f443867d tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Request body: {'port': {'security_groups': ['5a4ccdd4-2242-4873-8c18-56056998f96e', '69854125-db12-434f-b67e-c4a42098b62d']}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:05:03.289199 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-bf16c5d7-212c-49cb-8f91-af8a43970ed8 req-d8422daa-50d7-41d1-84ec-4466f443867d tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (9232a5f7-d95a-44a5-b49d-7664a4d75f80), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:03.326307 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:03.480611 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [req-bf16c5d7-212c-49cb-8f91-af8a43970ed8 req-d8422daa-50d7-41d1-84ec-4466f443867d tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] For port 9232a5f7-d95a-44a5-b49d-7664a4d75f80, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=9232a5f7-d95a-44a5-b49d-7664a4d75f80,segment=NetworkSegment(e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a),segment_id=e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a)] {{(pid=110840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:05:03.509448 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-bf16c5d7-212c-49cb-8f91-af8a43970ed8 req-d8422daa-50d7-41d1-84ec-4466f443867d tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for port (9232a5f7-d95a-44a5-b49d-7664a4d75f80), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:03.583763 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-bf16c5d7-212c-49cb-8f91-af8a43970ed8 req-d8422daa-50d7-41d1-84ec-4466f443867d tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (9232a5f7-d95a-44a5-b49d-7664a4d75f80), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:03.595904 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['9232a5f7-d95a-44a5-b49d-7664a4d75f80'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:05:03.639746 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16c5d7-212c-49cb-8f91-af8a43970ed8 req-d8422daa-50d7-41d1-84ec-4466f443867d tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:03.640437 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-bf16c5d7-212c-49cb-8f91-af8a43970ed8 req-d8422daa-50d7-41d1-84ec-4466f443867d tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:03.646528 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-bf16c5d7-212c-49cb-8f91-af8a43970ed8 req-d8422daa-50d7-41d1-84ec-4466f443867d tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "PUT /v2.0/ports/9232a5f7-d95a-44a5-b49d-7664a4d75f80 HTTP/1.1" status: 200 len: 981 time: 0.4284849 Jun 24 10:05:03.646528 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9804ec-09cf-4bd7-bf69-83dc28a5d1d5', 'tag': '9232a5f7-d95a-44a5-b49d-7664a4d75f80'}] {{(pid=110840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:05:03.646528 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918deba4491858943d5af62f7e2b7193d4f3e11e5a976540219041625139a41f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeec1b26-b012-4c00-a10f-b26913ea9676" -d '{"events": [{"name": "network-changed", "server_uuid": "af9804ec-09cf-4bd7-bf69-83dc28a5d1d5", "tag": "9232a5f7-d95a-44a5-b49d-7664a4d75f80"}]}' {{(pid=110840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:05:03.668588 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8422daa-50d7-41d1-84ec-4466f443867d tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Pushing event updated for resources: {'Port': ['ID=9232a5f7-d95a-44a5-b49d-7664a4d75f80,revision_number=6']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:05:03.685536 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:03.714390 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb568d5-00a9-424c-a551-f8d9aa20039c x-openstack-request-id: req-7fb568d5-00a9-424c-a551-f8d9aa20039c {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:05:03.714686 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9804ec-09cf-4bd7-bf69-83dc28a5d1d5", "tag": "9232a5f7-d95a-44a5-b49d-7664a4d75f80", "status": "completed", "code": 200}]} {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:05:03.714934 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fb568d5-00a9-424c-a551-f8d9aa20039c {{(pid=110840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:05:03.715355 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fb568d5-00a9-424c-a551-f8d9aa20039c'] response: {'name': 'network-changed', 'server_uuid': 'af9804ec-09cf-4bd7-bf69-83dc28a5d1d5', 'tag': '9232a5f7-d95a-44a5-b49d-7664a4d75f80', 'status': 'completed', 'code': 200} Jun 24 10:05:03.774497 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc2b30-96a9-4ce8-98b7-92fbe88c5107 req-8efa9cec-d71f-4b93-939d-58e1bbd3136b tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:03.776182 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e9cc2b30-96a9-4ce8-98b7-92fbe88c5107 req-8efa9cec-d71f-4b93-939d-58e1bbd3136b tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 984 time: 0.0512750 Jun 24 10:05:03.814363 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['9232a5f7-d95a-44a5-b49d-7664a4d75f80'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:05:03.847285 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e9cc2b30-96a9-4ce8-98b7-92fbe88c5107 req-d7b98d5c-d606-4c1f-8cd8-ccad555f60d7 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=69854125-db12-434f-b67e-c4a42098b62d&id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610151 Jun 24 10:05:03.997840 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-0a262681-3e73-430f-949e-881018af376d None None] Provisioning complete for port 9232a5f7-d95a-44a5-b49d-7664a4d75f80 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:05:03.998099 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-0a262681-3e73-430f-949e-881018af376d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (9232a5f7-d95a-44a5-b49d-7664a4d75f80), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:04.016533 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1b26-b012-4c00-a10f-b26913ea9676 req-33a5eae4-e43b-4969-a3a1-0737916c8936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:04.018384 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-aeec1b26-b012-4c00-a10f-b26913ea9676 req-33a5eae4-e43b-4969-a3a1-0737916c8936 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8f15fa49a284e409bdcabcca90ece04&device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 1168 time: 0.0495696 Jun 24 10:05:04.127548 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:04.194917 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-0a262681-3e73-430f-949e-881018af376d None None] Current status of the port 9232a5f7-d95a-44a5-b49d-7664a4d75f80 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:05:04.229543 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1b26-b012-4c00-a10f-b26913ea9676 req-cf74e794-71a1-4626-baff-b7db8ad14855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:04.231267 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-aeec1b26-b012-4c00-a10f-b26913ea9676 req-cf74e794-71a1-4626-baff-b7db8ad14855 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b62e03e6-e652-4ef9-a19f-cc1036cc714a HTTP/1.1" status: 200 len: 916 time: 0.0975926 Jun 24 10:05:04.306943 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f2e4e-2e6d-48d9-ad80-dca69c35421a req-5f874d29-a496-4684-9239-1783e40bd495 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:04.308530 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ef0f2e4e-2e6d-48d9-ad80-dca69c35421a req-5f874d29-a496-4684-9239-1783e40bd495 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0506516 Jun 24 10:05:04.355544 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ef0f2e4e-2e6d-48d9-ad80-dca69c35421a req-a0bf35fd-2e86-4ebc-9ba6-c5963f7d99ae tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406897 Jun 24 10:05:04.356287 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:04.745310 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-aeec1b26-b012-4c00-a10f-b26913ea9676 req-4bd07bf2-1bd4-437b-980c-492666b7f07e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9232a5f7-d95a-44a5-b49d-7664a4d75f80 HTTP/1.1" status: 200 len: 1001 time: 0.0752223 Jun 24 10:05:04.966731 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:05.505145 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1b26-b012-4c00-a10f-b26913ea9676 req-e7f92711-6941-4e38-90f1-af8293e910c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:05.506634 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-aeec1b26-b012-4c00-a10f-b26913ea9676 req-e7f92711-6941-4e38-90f1-af8293e910c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a3a795a-5b0e-43d6-a360-a0c6523c9403 HTTP/1.1" status: 200 len: 854 time: 0.0917418 Jun 24 10:05:05.517558 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7e618-cc91-4f3c-a556-6cecdd0c14a0 req-98f5a562-39a3-41e7-8a7c-7f470f4f89c4 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:05.518990 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7de7e618-cc91-4f3c-a556-6cecdd0c14a0 req-98f5a562-39a3-41e7-8a7c-7f470f4f89c4 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0652082 Jun 24 10:05:05.580891 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1b26-b012-4c00-a10f-b26913ea9676 req-840fa2e0-c3cf-4ef4-a10a-2ef0cdcecd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:05.582409 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-aeec1b26-b012-4c00-a10f-b26913ea9676 req-840fa2e0-c3cf-4ef4-a10a-2ef0cdcecd90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b62e03e6-e652-4ef9-a19f-cc1036cc714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584726 Jun 24 10:05:05.603868 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7de7e618-cc91-4f3c-a556-6cecdd0c14a0 req-23769e78-f762-4ee2-86b7-17442881e12d tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782840 Jun 24 10:05:05.716913 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a7693-4fc6-4a9a-8410-3bf566544067 req-d5dc5f16-7308-4399-ace3-58406620ded5 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:05.718404 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-6b3a7693-4fc6-4a9a-8410-3bf566544067 req-d5dc5f16-7308-4399-ace3-58406620ded5 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0497293 Jun 24 10:05:05.727443 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 43256) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:05:05.731932 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-078db71d-285a-4637-8159-88b7054b54de tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Request body: {'floatingip': {'port_id': '62ac8ae2-de6d-4539-8e21-9a572eab33d9'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:05:05.782252 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:05.788564 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-078db71d-285a-4637-8159-88b7054b54de tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks [] for floatingip (7b18c148-c2d9-4373-9e84-ce0150c88276), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:06.022093 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:06.045489 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-aeec1b26-b012-4c00-a10f-b26913ea9676 req-2db3a85f-e20d-4fd4-b962-2937d430d72b service neutron] 10.222.0.55 "GET /v2.0/networks/b62e03e6-e652-4ef9-a19f-cc1036cc714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509881 Jun 24 10:05:06.261854 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-aeec1b26-b012-4c00-a10f-b26913ea9676 req-27856266-08bb-4660-a4f6-faa3aeca7f5d service neutron] 10.222.0.55 "GET /v2.0/networks/b62e03e6-e652-4ef9-a19f-cc1036cc714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907597 Jun 24 10:05:06.400305 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-078db71d-285a-4637-8159-88b7054b54de tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:06.469103 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-078db71d-285a-4637-8159-88b7054b54de tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (7b18c148-c2d9-4373-9e84-ce0150c88276), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:06.919596 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078db71d-285a-4637-8159-88b7054b54de tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Router a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:05:07.018588 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078db71d-285a-4637-8159-88b7054b54de tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:05:07.023080 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-078db71d-285a-4637-8159-88b7054b54de tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:07.028600 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662b7051-d122-4f26-a435-81201bac6377 None None] Sync routers for ids ['a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:05:07.038585 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662b7051-d122-4f26-a435-81201bac6377 None None] Routers {'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:05:07.039261 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-662b7051-d122-4f26-a435-81201bac6377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:04:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:05:07.053223 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:07.057718 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c170d532-d8da-4b26-879d-22c7dc180716', 'tag': '62ac8ae2-de6d-4539-8e21-9a572eab33d9'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:05:07.060606 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6265ab-0d7a-46f2-862f-3fe977e7523f" -d '{"events": [{"name": "network-changed", "server_uuid": "c170d532-d8da-4b26-879d-22c7dc180716", "tag": "62ac8ae2-de6d-4539-8e21-9a572eab33d9"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:05:07.093275 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-078db71d-285a-4637-8159-88b7054b54de tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "PUT /v2.0/floatingips/7b18c148-c2d9-4373-9e84-ce0150c88276 HTTP/1.1" status: 200 len: 992 time: 1.3647180 Jun 24 10:05:07.098049 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5453669-4f32-4a67-8895-88a8c2cab7f8 x-openstack-request-id: req-f5453669-4f32-4a67-8895-88a8c2cab7f8 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:05:07.098362 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c170d532-d8da-4b26-879d-22c7dc180716", "tag": "62ac8ae2-de6d-4539-8e21-9a572eab33d9", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:05:07.098619 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f5453669-4f32-4a67-8895-88a8c2cab7f8 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:05:07.099019 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5453669-4f32-4a67-8895-88a8c2cab7f8'] response: {'name': 'network-changed', 'server_uuid': 'c170d532-d8da-4b26-879d-22c7dc180716', 'tag': '62ac8ae2-de6d-4539-8e21-9a572eab33d9', 'status': 'completed', 'code': 200} Jun 24 10:05:07.149716 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-662b7051-d122-4f26-a435-81201bac6377 None None] Set router a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:05:07.161614 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6265ab-0d7a-46f2-862f-3fe977e7523f req-a17613bb-e406-46dc-bdb2-8a97ce244b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:07.163374 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7b6265ab-0d7a-46f2-862f-3fe977e7523f req-a17613bb-e406-46dc-bdb2-8a97ce244b85 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddf89eff2d584c508a967f1686090be1&device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 1129 time: 0.0399694 Jun 24 10:05:07.248274 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:07.264265 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6265ab-0d7a-46f2-862f-3fe977e7523f req-ce5f7f46-1f5b-4b56-ac4f-49b8768f74bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:07.269784 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7b6265ab-0d7a-46f2-862f-3fe977e7523f req-ce5f7f46-1f5b-4b56-ac4f-49b8768f74bd service neutron] 10.222.0.55 "GET /v2.0/networks?id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa HTTP/1.1" status: 200 len: 919 time: 0.0946023 Jun 24 10:05:07.329635 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7b6265ab-0d7a-46f2-862f-3fe977e7523f req-2b4d236f-079b-4153-90c2-0b9e8c14e785 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62ac8ae2-de6d-4539-8e21-9a572eab33d9 HTTP/1.1" status: 200 len: 1000 time: 0.0575852 Jun 24 10:05:07.366178 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-662b7051-d122-4f26-a435-81201bac6377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'name': 'tempest-ServerRescueNegativeTestJSON-292774372-router', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:09Z', 'revision_number': 4, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'gw_port': {'id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:01Z', 'updated_at': '2022-06-24T10:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '7b18c148-c2d9-4373-9e84-ce0150c88276', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'port_id': '62ac8ae2-de6d-4539-8e21-9a572eab33d9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 253, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'mac_address': 'fa:16:3e:4e:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c170d532-d8da-4b26-879d-22c7dc180716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:03:18Z', 'updated_at': '2022-06-24T10:05:06Z', 'revision_number': 3, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2f8c1c8-dbdf-4484-83e0-7797f26f41e9', 'name': '', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'mac_address': 'fa:16:3e:73:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:08Z', 'updated_at': '2022-06-24T10:01:29Z', 'revision_number': 5, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'subnets': [{'id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:05:07.387797 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6265ab-0d7a-46f2-862f-3fe977e7523f req-afe9f3de-8106-4d75-b093-c455fbc68b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:07.389316 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7b6265ab-0d7a-46f2-862f-3fe977e7523f req-afe9f3de-8106-4d75-b093-c455fbc68b7c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=144899a2-b09a-495a-b00a-6c663cd7966a HTTP/1.1" status: 200 len: 857 time: 0.0447862 Jun 24 10:05:07.390365 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662b7051-d122-4f26-a435-81201bac6377 None None] Checking router: a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:05:07.398472 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662b7051-d122-4f26-a435-81201bac6377 None None] Routers {'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:05:07.399062 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-662b7051-d122-4f26-a435-81201bac6377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:04:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:05:07.442517 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6265ab-0d7a-46f2-862f-3fe977e7523f req-ed900072-e172-4e06-841c-6338b099cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:07.444066 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7b6265ab-0d7a-46f2-862f-3fe977e7523f req-ed900072-e172-4e06-841c-6338b099cbd0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448666 Jun 24 10:05:07.501641 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-662b7051-d122-4f26-a435-81201bac6377 None None] Set router a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:05:07.541046 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7b6265ab-0d7a-46f2-862f-3fe977e7523f req-64c12ccd-5623-47ff-b93a-ea423c2f0db1 service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838928 Jun 24 10:05:07.638567 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7b6265ab-0d7a-46f2-862f-3fe977e7523f req-f9a28fbc-5b79-4e21-b55e-6c0c40f506a1 service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890779 Jun 24 10:05:07.674340 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:07.715071 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-662b7051-d122-4f26-a435-81201bac6377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'name': 'tempest-ServerRescueNegativeTestJSON-292774372-router', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:09Z', 'revision_number': 4, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'gw_port': {'id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:01Z', 'updated_at': '2022-06-24T10:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '7b18c148-c2d9-4373-9e84-ce0150c88276', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'port_id': '62ac8ae2-de6d-4539-8e21-9a572eab33d9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 253, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'mac_address': 'fa:16:3e:4e:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c170d532-d8da-4b26-879d-22c7dc180716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:03:18Z', 'updated_at': '2022-06-24T10:05:06Z', 'revision_number': 3, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2f8c1c8-dbdf-4484-83e0-7797f26f41e9', 'name': '', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'mac_address': 'fa:16:3e:73:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:08Z', 'updated_at': '2022-06-24T10:01:29Z', 'revision_number': 5, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'subnets': [{'id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:05:07.739401 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662b7051-d122-4f26-a435-81201bac6377 None None] The sync data for ids ['a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'] in dv-cinder-843277-6-iscsi is: [{'id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'name': 'tempest-ServerRescueNegativeTestJSON-292774372-router', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:09Z', 'revision_number': 4, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'gw_port': {'id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:01Z', 'updated_at': '2022-06-24T10:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '7b18c148-c2d9-4373-9e84-ce0150c88276', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'port_id': '62ac8ae2-de6d-4539-8e21-9a572eab33d9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 253, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'mac_address': 'fa:16:3e:4e:be:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c170d532-d8da-4b26-879d-22c7dc180716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:03:18Z', 'updated_at': '2022-06-24T10:05:06Z', 'revision_number': 3, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2f8c1c8-dbdf-4484-83e0-7797f26f41e9', 'name': '', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'mac_address': 'fa:16:3e:73:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:08Z', 'updated_at': '2022-06-24T10:01:29Z', 'revision_number': 5, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'subnets': [{'id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:05:09.099725 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c170d532-d8da-4b26-879d-22c7dc180716', 'tag': '62ac8ae2-de6d-4539-8e21-9a572eab33d9'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:05:09.102180 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a4f340-4c9f-40a1-a1bf-17d08950f6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c170d532-d8da-4b26-879d-22c7dc180716", "tag": "62ac8ae2-de6d-4539-8e21-9a572eab33d9"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:05:09.137876 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80df6906-f6dc-4949-8844-cdc1e212c3ff x-openstack-request-id: req-80df6906-f6dc-4949-8844-cdc1e212c3ff {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:05:09.138173 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c170d532-d8da-4b26-879d-22c7dc180716", "tag": "62ac8ae2-de6d-4539-8e21-9a572eab33d9", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:05:09.138425 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-80df6906-f6dc-4949-8844-cdc1e212c3ff {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:05:09.138824 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80df6906-f6dc-4949-8844-cdc1e212c3ff'] response: {'name': 'network-changed', 'server_uuid': 'c170d532-d8da-4b26-879d-22c7dc180716', 'tag': '62ac8ae2-de6d-4539-8e21-9a572eab33d9', 'status': 'completed', 'code': 200} Jun 24 10:05:09.204248 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4f340-4c9f-40a1-a1bf-17d08950f6b0 req-49674222-a230-4d17-b5cd-25edd6780810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:09.205809 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c1a4f340-4c9f-40a1-a1bf-17d08950f6b0 req-49674222-a230-4d17-b5cd-25edd6780810 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddf89eff2d584c508a967f1686090be1&device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 1129 time: 0.0394335 Jun 24 10:05:09.301199 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4f340-4c9f-40a1-a1bf-17d08950f6b0 req-ef6c5552-5171-4184-ad5f-54732b18e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:09.302699 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c1a4f340-4c9f-40a1-a1bf-17d08950f6b0 req-ef6c5552-5171-4184-ad5f-54732b18e00c service neutron] 10.222.0.55 "GET /v2.0/networks?id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa HTTP/1.1" status: 200 len: 919 time: 0.0874910 Jun 24 10:05:09.375779 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c1a4f340-4c9f-40a1-a1bf-17d08950f6b0 req-910a2821-d9c2-4b61-ab8e-9497833ded49 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62ac8ae2-de6d-4539-8e21-9a572eab33d9 HTTP/1.1" status: 200 len: 1000 time: 0.0537584 Jun 24 10:05:09.427306 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4f340-4c9f-40a1-a1bf-17d08950f6b0 req-da61d024-423c-40eb-8913-dcc795ab57a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:09.428814 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c1a4f340-4c9f-40a1-a1bf-17d08950f6b0 req-da61d024-423c-40eb-8913-dcc795ab57a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=144899a2-b09a-495a-b00a-6c663cd7966a HTTP/1.1" status: 200 len: 857 time: 0.0446501 Jun 24 10:05:09.477682 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4f340-4c9f-40a1-a1bf-17d08950f6b0 req-476de11e-6d68-4069-bada-97d8aef9ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:09.479250 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c1a4f340-4c9f-40a1-a1bf-17d08950f6b0 req-476de11e-6d68-4069-bada-97d8aef9ed56 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422277 Jun 24 10:05:09.571071 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c1a4f340-4c9f-40a1-a1bf-17d08950f6b0 req-d47c402b-5d75-4648-9f6a-5489a2c43a32 service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831904 Jun 24 10:05:09.658821 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:09.664456 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c1a4f340-4c9f-40a1-a1bf-17d08950f6b0 req-7a146d52-b0cf-4ca5-a3b1-6fe3ac9ffabd service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865569 Jun 24 10:05:11.912430 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:11.922286 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=17 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:15.706139 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=18 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:15.707900 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:15.729473 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-243d1216-b36c-46ef-8bd2-ae83bef66a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:17.718870 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:17.926018 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-cd4484e1-9d74-4f5b-a366-1b6f32bd0b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:19.160446 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:19.661643 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=70 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:20.800226 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:20.954428 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:30.876767 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:30.881674 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:34.009442 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:05:34.963841 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:40.436734 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88896063-6fab-4186-8f30-7320dfa00dc4 req-e6c6ed41-8d06-4a86-bb2b-eab1b1c70160 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:40.438341 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-88896063-6fab-4186-8f30-7320dfa00dc4 req-e6c6ed41-8d06-4a86-bb2b-eab1b1c70160 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3972b3f-604a-486b-abef-10ecb7b76c4d HTTP/1.1" status: 200 len: 946 time: 0.0537910 Jun 24 10:05:40.493662 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-88896063-6fab-4186-8f30-7320dfa00dc4 req-82fea872-6c14-4b99-bb6c-c6dd133067d8 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469184 Jun 24 10:05:41.618089 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1673d-8588-4bd7-af45-84f8a2be6393 req-563a56f7-ef2a-4b10-b092-8bbb43bcd6c0 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:41.619641 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1fe1673d-8588-4bd7-af45-84f8a2be6393 req-563a56f7-ef2a-4b10-b092-8bbb43bcd6c0 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3972b3f-604a-486b-abef-10ecb7b76c4d HTTP/1.1" status: 200 len: 946 time: 0.0497084 Jun 24 10:05:41.672028 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1fe1673d-8588-4bd7-af45-84f8a2be6393 req-960ef0f1-54f6-4b6e-9db1-c6dbe1c3e521 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464740 Jun 24 10:05:42.375781 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e5ead-62d9-4032-90a6-a0c19df3fe52 req-4575a776-e95d-4a16-9438-8d9a8b5cd744 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:42.377287 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6c2e5ead-62d9-4032-90a6-a0c19df3fe52 req-4575a776-e95d-4a16-9438-8d9a8b5cd744 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3972b3f-604a-486b-abef-10ecb7b76c4d HTTP/1.1" status: 200 len: 946 time: 0.0491335 Jun 24 10:05:42.472675 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-6c2e5ead-62d9-4032-90a6-a0c19df3fe52 req-5eb8049b-86e0-465a-bfea-47d9ff1fa1cf tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Deleting port e4868241-59b8-4c94-9a71-0b90b713aec0 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:05:42.473063 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-6c2e5ead-62d9-4032-90a6-a0c19df3fe52 req-5eb8049b-86e0-465a-bfea-47d9ff1fa1cf tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (e4868241-59b8-4c94-9a71-0b90b713aec0), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:42.562040 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-6c2e5ead-62d9-4032-90a6-a0c19df3fe52 req-5eb8049b-86e0-465a-bfea-47d9ff1fa1cf tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] For port e4868241-59b8-4c94-9a71-0b90b713aec0, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=e4868241-59b8-4c94-9a71-0b90b713aec0,segment=NetworkSegment(c2ce25df-37d7-4b2d-9fd7-337f0e3251fc),segment_id=c2ce25df-37d7-4b2d-9fd7-337f0e3251fc)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:05:42.562403 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-6c2e5ead-62d9-4032-90a6-a0c19df3fe52 req-5eb8049b-86e0-465a-bfea-47d9ff1fa1cf tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (e4868241-59b8-4c94-9a71-0b90b713aec0), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:42.580438 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-6c2e5ead-62d9-4032-90a6-a0c19df3fe52 req-5eb8049b-86e0-465a-bfea-47d9ff1fa1cf tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Calling delete_port for e4868241-59b8-4c94-9a71-0b90b713aec0 owned by compute:nova {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:05:42.772077 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-6c2e5ead-62d9-4032-90a6-a0c19df3fe52 req-5eb8049b-86e0-465a-bfea-47d9ff1fa1cf tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (e4868241-59b8-4c94-9a71-0b90b713aec0), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:42.787314 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['e4868241-59b8-4c94-9a71-0b90b713aec0'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:05:42.804222 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c9be2-f121-434c-833a-0086c08ee349 req-2c70d366-b76d-49bf-a060-43ebbb12a468 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:42.804969 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8049b-86e0-465a-bfea-47d9ff1fa1cf tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Pushing event deleted for resources: {'Port': ['ID=e4868241-59b8-4c94-9a71-0b90b713aec0,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:05:42.805208 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b85c9be2-f121-434c-833a-0086c08ee349 req-2c70d366-b76d-49bf-a060-43ebbb12a468 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3972b3f-604a-486b-abef-10ecb7b76c4d HTTP/1.1" status: 200 len: 946 time: 0.0623467 Jun 24 10:05:42.818503 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8049b-86e0-465a-bfea-47d9ff1fa1cf tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:05:42.818867 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8049b-86e0-465a-bfea-47d9ff1fa1cf tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:05:42.819213 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8049b-86e0-465a-bfea-47d9ff1fa1cf tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:05:42.819551 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8049b-86e0-465a-bfea-47d9ff1fa1cf tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:05:42.819943 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8049b-86e0-465a-bfea-47d9ff1fa1cf tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:05:42.820323 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8049b-86e0-465a-bfea-47d9ff1fa1cf tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:05:42.820656 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8049b-86e0-465a-bfea-47d9ff1fa1cf tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:05:42.820986 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8049b-86e0-465a-bfea-47d9ff1fa1cf tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:05:42.821317 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8049b-86e0-465a-bfea-47d9ff1fa1cf tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:05:42.821645 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8049b-86e0-465a-bfea-47d9ff1fa1cf tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:05:42.821974 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8049b-86e0-465a-bfea-47d9ff1fa1cf tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:05:42.822307 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8049b-86e0-465a-bfea-47d9ff1fa1cf tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:05:42.822622 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8049b-86e0-465a-bfea-47d9ff1fa1cf tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:05:42.823049 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8049b-86e0-465a-bfea-47d9ff1fa1cf tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:05:42.823444 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb8049b-86e0-465a-bfea-47d9ff1fa1cf tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:05:42.867451 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2e5ead-62d9-4032-90a6-a0c19df3fe52 req-5eb8049b-86e0-465a-bfea-47d9ff1fa1cf tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] No DVR routers for this DVR port e4868241-59b8-4c94-9a71-0b90b713aec0 on host hv-cinder-84327 {{(pid=110839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:05:42.868113 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b85c9be2-f121-434c-833a-0086c08ee349 req-1f991d93-cdd6-448c-ab04-5aed139c8a97 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516076 Jun 24 10:05:42.870830 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-6c2e5ead-62d9-4032-90a6-a0c19df3fe52 req-5eb8049b-86e0-465a-bfea-47d9ff1fa1cf tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:42.874251 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6c2e5ead-62d9-4032-90a6-a0c19df3fe52 req-5eb8049b-86e0-465a-bfea-47d9ff1fa1cf tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.55 "DELETE /v2.0/ports/e4868241-59b8-4c94-9a71-0b90b713aec0 HTTP/1.1" status: 204 len: 173 time: 0.4895513 Jun 24 10:05:42.874698 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3972b3f-604a-486b-abef-10ecb7b76c4d', 'name': 'network-vif-deleted', 'tag': 'e4868241-59b8-4c94-9a71-0b90b713aec0'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:05:42.877611 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8d5d39-d76f-4dd7-a81e-c32afbf15456" -d '{"events": [{"server_uuid": "d3972b3f-604a-486b-abef-10ecb7b76c4d", "name": "network-vif-deleted", "tag": "e4868241-59b8-4c94-9a71-0b90b713aec0"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:05:42.913997 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5c4f04-e0e1-4156-adff-fe07414906c5 x-openstack-request-id: req-fd5c4f04-e0e1-4156-adff-fe07414906c5 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:05:42.914306 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3972b3f-604a-486b-abef-10ecb7b76c4d", "name": "network-vif-deleted", "tag": "e4868241-59b8-4c94-9a71-0b90b713aec0", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:05:42.914568 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd5c4f04-e0e1-4156-adff-fe07414906c5 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:05:42.914974 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd5c4f04-e0e1-4156-adff-fe07414906c5'] response: {'server_uuid': 'd3972b3f-604a-486b-abef-10ecb7b76c4d', 'name': 'network-vif-deleted', 'tag': 'e4868241-59b8-4c94-9a71-0b90b713aec0', 'status': 'completed', 'code': 200} Jun 24 10:05:43.984622 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814c63c-ba0f-4ed9-956b-0745a820aef4 req-f68b9f4e-77fa-4535-8f9b-dd50946bd3a4 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:43.996690 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8814c63c-ba0f-4ed9-956b-0745a820aef4 req-f68b9f4e-77fa-4535-8f9b-dd50946bd3a4 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 984 time: 0.0651019 Jun 24 10:05:44.002530 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-153be9ae-0a8b-4610-9503-30d538052149 req-f8f95391-ee33-432e-b054-3a849b5d6716 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3972b3f-604a-486b-abef-10ecb7b76c4d HTTP/1.1" status: 200 len: 210 time: 0.0360703 Jun 24 10:05:44.074435 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bea3a-15cf-4c2b-8cc2-e88b35a799ce req-e62b79ba-9543-4881-95ba-3223ed8a32c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:44.075902 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-da7bea3a-15cf-4c2b-8cc2-e88b35a799ce req-e62b79ba-9543-4881-95ba-3223ed8a32c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8f15fa49a284e409bdcabcca90ece04&device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 1168 time: 0.0650632 Jun 24 10:05:44.099309 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8814c63c-ba0f-4ed9-956b-0745a820aef4 req-a4f3be08-aa25-4758-b843-9756cd590112 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=69854125-db12-434f-b67e-c4a42098b62d&id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1069393 Jun 24 10:05:44.176521 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bea3a-15cf-4c2b-8cc2-e88b35a799ce req-ef20c338-abbf-44f9-838e-2cda7d9e3fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:44.178080 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-da7bea3a-15cf-4c2b-8cc2-e88b35a799ce req-ef20c338-abbf-44f9-838e-2cda7d9e3fa9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b62e03e6-e652-4ef9-a19f-cc1036cc714a HTTP/1.1" status: 200 len: 916 time: 0.0928466 Jun 24 10:05:44.249424 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-da7bea3a-15cf-4c2b-8cc2-e88b35a799ce req-ed9a5872-0d7b-4e3c-a1b3-b18336f5527e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9232a5f7-d95a-44a5-b49d-7664a4d75f80 HTTP/1.1" status: 200 len: 1001 time: 0.0598981 Jun 24 10:05:44.302314 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bea3a-15cf-4c2b-8cc2-e88b35a799ce req-38400763-597d-45ed-adae-124c5f09dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:44.303764 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-da7bea3a-15cf-4c2b-8cc2-e88b35a799ce req-38400763-597d-45ed-adae-124c5f09dc6f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a3a795a-5b0e-43d6-a360-a0c6523c9403 HTTP/1.1" status: 200 len: 854 time: 0.0448847 Jun 24 10:05:44.345907 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:44.349014 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bea3a-15cf-4c2b-8cc2-e88b35a799ce req-5362592f-4e74-4e74-9e70-1848cb4b3d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:44.350483 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-da7bea3a-15cf-4c2b-8cc2-e88b35a799ce req-5362592f-4e74-4e74-9e70-1848cb4b3d04 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b62e03e6-e652-4ef9-a19f-cc1036cc714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393968 Jun 24 10:05:44.389248 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:44.447723 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-da7bea3a-15cf-4c2b-8cc2-e88b35a799ce req-e0dcfa33-43e9-419d-ae6a-46db9c95b6aa service neutron] 10.222.0.55 "GET /v2.0/networks/b62e03e6-e652-4ef9-a19f-cc1036cc714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891657 Jun 24 10:05:44.538713 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-da7bea3a-15cf-4c2b-8cc2-e88b35a799ce req-65e9b0bd-3f6b-427d-9c45-0a4fb604ae02 service neutron] 10.222.0.55 "GET /v2.0/networks/b62e03e6-e652-4ef9-a19f-cc1036cc714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844033 Jun 24 10:05:44.900919 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:45.228275 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9584d-8b04-482e-bccf-5addcc7b83aa req-77180b5b-a3fa-4e5b-8060-5a97a579091f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:45.229784 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a4e9584d-8b04-482e-bccf-5addcc7b83aa req-77180b5b-a3fa-4e5b-8060-5a97a579091f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 984 time: 0.0504930 Jun 24 10:05:45.296998 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a4e9584d-8b04-482e-bccf-5addcc7b83aa req-130ecb86-7855-4585-897c-de88705cf4ed tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=69854125-db12-434f-b67e-c4a42098b62d&id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614226 Jun 24 10:05:45.741370 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-28da333a-b67a-41c9-9a2a-74e312170cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:46.414401 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece2fe3-6b22-4a48-80ce-fbfccaa5e6e6 req-d3c73c60-8a95-4ad6-a9de-b1e1093a0572 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:46.415868 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0ece2fe3-6b22-4a48-80ce-fbfccaa5e6e6 req-d3c73c60-8a95-4ad6-a9de-b1e1093a0572 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 984 time: 0.0503681 Jun 24 10:05:46.478979 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0ece2fe3-6b22-4a48-80ce-fbfccaa5e6e6 req-e68fdcd4-1f79-4969-905a-dbca88c3372d tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=69854125-db12-434f-b67e-c4a42098b62d&id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562611 Jun 24 10:05:47.594552 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74f6de-8e59-4483-973f-1c27a36de826 req-dda75227-3d2b-4429-bb8b-b0e0767ffcbd tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:47.596910 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5a74f6de-8e59-4483-973f-1c27a36de826 req-dda75227-3d2b-4429-bb8b-b0e0767ffcbd tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 984 time: 0.0499568 Jun 24 10:05:47.601482 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device e4868241-59b8-4c94-9a71-0b90b713aec0 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:05:47.633934 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] No Port match for: e4868241-59b8-4c94-9a71-0b90b713aec0 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:05:47.634419 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device e4868241-59b8-4c94-9a71-0b90b713aec0 not bound to the agent host hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:05:47.673724 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5a74f6de-8e59-4483-973f-1c27a36de826 req-2e28dc78-11b1-464a-8156-73ea980680c0 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=69854125-db12-434f-b67e-c4a42098b62d&id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685387 Jun 24 10:05:47.897487 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-7d12f0e0-9fe9-477e-9fab-be4e39cc4f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:48.796984 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fa50a-2fe0-422e-9792-eb096b619de5 req-ea873020-f290-444d-8782-55252954c6a2 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:48.799013 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-104fa50a-2fe0-422e-9792-eb096b619de5 req-ea873020-f290-444d-8782-55252954c6a2 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 984 time: 0.0493469 Jun 24 10:05:48.869393 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-104fa50a-2fe0-422e-9792-eb096b619de5 req-5557953b-97b2-48e4-8910-f94676f49ea6 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=69854125-db12-434f-b67e-c4a42098b62d&id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0646310 Jun 24 10:05:48.917853 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=16 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:48.918706 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=18 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:49.158633 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:50.007750 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237ffce-1bb6-4b1c-99ab-70b21449aca1 req-7155ba0d-4622-4917-9fa9-ed40667c35c7 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:50.009441 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b237ffce-1bb6-4b1c-99ab-70b21449aca1 req-7155ba0d-4622-4917-9fa9-ed40667c35c7 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 984 time: 0.0515690 Jun 24 10:05:50.084660 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b237ffce-1bb6-4b1c-99ab-70b21449aca1 req-da264773-2d2d-4b66-be27-379fb8ef22d8 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=69854125-db12-434f-b67e-c4a42098b62d&id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674083 Jun 24 10:05:50.776203 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:50.986935 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:51.228392 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b83a8-895d-4709-aef8-f74f8042d1a1 req-cc507784-8f8c-48dd-8e7e-33cd6a0fe00d tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:51.229948 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b93b83a8-895d-4709-aef8-f74f8042d1a1 req-cc507784-8f8c-48dd-8e7e-33cd6a0fe00d tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 984 time: 0.0533924 Jun 24 10:05:51.312512 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b93b83a8-895d-4709-aef8-f74f8042d1a1 req-a3761a5a-d08e-47da-93aa-35d756fa2e0c tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=69854125-db12-434f-b67e-c4a42098b62d&id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0748909 Jun 24 10:05:52.478230 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271691d-32cd-45cd-bda1-46ab0ec8ab5d req-2969dacd-0494-42cf-bf80-ec78dc2c3425 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:52.479821 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f271691d-32cd-45cd-bda1-46ab0ec8ab5d req-2969dacd-0494-42cf-bf80-ec78dc2c3425 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 984 time: 0.0710073 Jun 24 10:05:52.551515 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f271691d-32cd-45cd-bda1-46ab0ec8ab5d req-b59b2198-003a-4a66-8d37-2d8bca5d7c83 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=69854125-db12-434f-b67e-c4a42098b62d&id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652463 Jun 24 10:05:53.706009 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18cff0-cf60-43f2-b0be-f7e89c489ded req-880ad38a-1f4f-4838-a3f3-4be6fd08f8cb tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:53.707678 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-8b18cff0-cf60-43f2-b0be-f7e89c489ded req-880ad38a-1f4f-4838-a3f3-4be6fd08f8cb tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 984 time: 0.0563562 Jun 24 10:05:53.789276 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-8b18cff0-cf60-43f2-b0be-f7e89c489ded req-91fe64e1-7839-4e6b-9592-3ddb404a741b tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=69854125-db12-434f-b67e-c4a42098b62d&id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0732138 Jun 24 10:05:54.467008 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a8b45-7a5f-4cc9-9a03-1b997132f222 req-fd2f70f0-df7f-4e98-a330-38e03eb9ab20 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:54.468564 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ff6a8b45-7a5f-4cc9-9a03-1b997132f222 req-fd2f70f0-df7f-4e98-a330-38e03eb9ab20 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0553586 Jun 24 10:05:54.521603 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ff6a8b45-7a5f-4cc9-9a03-1b997132f222 req-729cd304-b8be-4778-8347-b04da0702cad tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462880 Jun 24 10:05:54.979892 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82408046-6911-4111-b3db-95e12c0bbcd8 req-e2c5819a-b4c9-4ee7-aef2-dace9015f97b tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:54.981959 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-82408046-6911-4111-b3db-95e12c0bbcd8 req-e2c5819a-b4c9-4ee7-aef2-dace9015f97b tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 984 time: 0.0674984 Jun 24 10:05:55.059161 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-82408046-6911-4111-b3db-95e12c0bbcd8 req-4680804f-9efe-4cc7-be7d-00dbcff410b4 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=69854125-db12-434f-b67e-c4a42098b62d&id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710084 Jun 24 10:05:55.657348 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45f075-6565-468d-99f9-2df9d97e9570 req-5ffb6676-0dfe-48da-aff0-f181410d2287 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:55.658874 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-bf45f075-6565-468d-99f9-2df9d97e9570 req-5ffb6676-0dfe-48da-aff0-f181410d2287 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0553885 Jun 24 10:05:55.718316 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-bf45f075-6565-468d-99f9-2df9d97e9570 req-85f1f3b9-3ba9-4316-915f-2f06b246d5d8 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515690 Jun 24 10:05:56.041594 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-e1308d13-07bd-498f-b851-5885e48269f1 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:56.048703 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-e1308d13-07bd-498f-b851-5885e48269f1 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/networks?id=27c1f451-5632-4595-bd92-6b71a74a8ba9 HTTP/1.1" status: 200 len: 814 time: 0.1329880 Jun 24 10:05:56.066345 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-7ad4c779-e522-4433-9364-7c6e937fd000 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/quotas/28def10792f645c491f98a134ff71dce HTTP/1.1" status: 200 len: 375 time: 0.0155842 Jun 24 10:05:56.116179 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-29508164-c351-4a67-b0d3-2a345525db11 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=28def10792f645c491f98a134ff71dce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443907 Jun 24 10:05:56.167916 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:56.227762 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ce16a-db13-4e31-81b5-57834a282b50 req-75d727c8-d9b7-4fb2-be99-b0d1940fa56c tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:56.229412 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-974ce16a-db13-4e31-81b5-57834a282b50 req-75d727c8-d9b7-4fb2-be99-b0d1940fa56c tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 984 time: 0.0714934 Jun 24 10:05:56.244999 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-4d5d8ad2-039c-461d-938c-36a883e6cac8 service neutron] 10.222.0.26 "GET /v2.0/networks/27c1f451-5632-4595-bd92-6b71a74a8ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129532 Jun 24 10:05:56.293217 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:56.306015 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-974ce16a-db13-4e31-81b5-57834a282b50 req-7af0a1bd-d9e5-4710-84f4-f1921108a62a tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=69854125-db12-434f-b67e-c4a42098b62d&id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661786 Jun 24 10:05:56.370495 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-65ebee1e-e373-4c56-98ba-6ee6179121f1 service neutron] 10.222.0.26 "GET /v2.0/networks/27c1f451-5632-4595-bd92-6b71a74a8ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187665 Jun 24 10:05:56.714390 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-669dd5cb-b29e-4a82-a223-eec543818cb5 req-901f1c4f-a009-428f-a87d-e42260e2ba6e tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaab6bae-ac96-452b-9d70-dded946abf05 HTTP/1.1" status: 200 len: 210 time: 0.0466611 Jun 24 10:05:56.852751 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865ac34-5c6a-4a5e-ad3e-2aee59318d28 req-21c0da92-72b0-416a-8349-5efe4c7049d4 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:56.854794 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d865ac34-5c6a-4a5e-ad3e-2aee59318d28 req-21c0da92-72b0-416a-8349-5efe4c7049d4 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0610044 Jun 24 10:05:56.929715 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d865ac34-5c6a-4a5e-ad3e-2aee59318d28 req-e78e9acb-eba8-4b18-8090-eeed04af2d28 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639236 Jun 24 10:05:57.289994 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf8023-d15e-4427-9f75-ce5c39c58266 req-fd823314-1143-4b4d-a869-5a5f4729bfe9 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:57.292656 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7ebf8023-d15e-4427-9f75-ce5c39c58266 req-fd823314-1143-4b4d-a869-5a5f4729bfe9 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.55 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.0616093 Jun 24 10:05:57.582829 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340e044-b7e2-4e4a-aca3-27cf636027fa req-c9bd7c6f-7b22-458c-b204-e92405112670 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:57.582829 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9340e044-b7e2-4e4a-aca3-27cf636027fa req-c9bd7c6f-7b22-458c-b204-e92405112670 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 984 time: 0.1514966 Jun 24 10:05:57.627418 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-7ebf8023-d15e-4427-9f75-ce5c39c58266 req-6a0313ac-b88f-41df-be17-cd0a1a379328 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Deleting port 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:05:57.627992 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-7ebf8023-d15e-4427-9f75-ce5c39c58266 req-6a0313ac-b88f-41df-be17-cd0a1a379328 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:57.780044 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9340e044-b7e2-4e4a-aca3-27cf636027fa req-4dc0de69-b494-487d-a12c-abeb6dabae6f tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=69854125-db12-434f-b67e-c4a42098b62d&id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1899972 Jun 24 10:05:57.835948 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-7ebf8023-d15e-4427-9f75-ce5c39c58266 req-6a0313ac-b88f-41df-be17-cd0a1a379328 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] For port 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8,segment=NetworkSegment(aa725e7e-954b-4574-8420-010b18a49b50),segment_id=aa725e7e-954b-4574-8420-010b18a49b50)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:05:57.836584 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-7ebf8023-d15e-4427-9f75-ce5c39c58266 req-6a0313ac-b88f-41df-be17-cd0a1a379328 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:58.148193 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-23eb9f49-c25e-47cd-87e4-a64003755f39 req-c8bdbc65-3b97-420d-b988-0c2671cefc4b tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaab6bae-ac96-452b-9d70-dded946abf05 HTTP/1.1" status: 200 len: 210 time: 0.2185838 Jun 24 10:05:58.237244 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-7ebf8023-d15e-4427-9f75-ce5c39c58266 req-6a0313ac-b88f-41df-be17-cd0a1a379328 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:58.237890 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-7ebf8023-d15e-4427-9f75-ce5c39c58266 req-6a0313ac-b88f-41df-be17-cd0a1a379328 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (e7764bea-5335-4814-9bf9-3940f446e283), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:58.238455 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.l3_db [req-7ebf8023-d15e-4427-9f75-ce5c39c58266 req-6a0313ac-b88f-41df-be17-cd0a1a379328 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Floating IP e7764bea-5335-4814-9bf9-3940f446e283 disassociated. External IP: 172.27.2.11, port: 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8. Jun 24 10:05:58.239081 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-7ebf8023-d15e-4427-9f75-ce5c39c58266 req-6a0313ac-b88f-41df-be17-cd0a1a379328 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Calling delete_port for 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 owned by compute:nova {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:05:58.413248 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eddf5c-5894-4fde-9ffb-de851b1085a2 req-7f7bb60c-935e-49dd-b79d-fed1f3a5fe00 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:58.425567 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-00eddf5c-5894-4fde-9ffb-de851b1085a2 req-7f7bb60c-935e-49dd-b79d-fed1f3a5fe00 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 946 time: 0.1703959 Jun 24 10:05:58.502024 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:58.527211 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-00eddf5c-5894-4fde-9ffb-de851b1085a2 req-bfd02076-f0e8-4c10-b7fa-ef09a4db0f20 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=427202c8-6f20-4686-80f5-96cce5138d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992582 Jun 24 10:05:58.651149 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-7ebf8023-d15e-4427-9f75-ce5c39c58266 req-6a0313ac-b88f-41df-be17-cd0a1a379328 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:58.678860 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:05:58.695325 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0313ac-b88f-41df-be17-cd0a1a379328 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Pushing event deleted for resources: {'Port': ['ID=9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:05:58.945499 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b440e6-61c1-4e07-a8b8-25cdaafdb524 req-26879f3e-4dcf-4d91-b302-89506ee625af tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:58.947886 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b9b440e6-61c1-4e07-a8b8-25cdaafdb524 req-26879f3e-4dcf-4d91-b302-89506ee625af tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 984 time: 0.0706291 Jun 24 10:05:59.029571 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b9b440e6-61c1-4e07-a8b8-25cdaafdb524 req-fe98f499-f536-4ca1-93d1-420e5fb14a20 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=69854125-db12-434f-b67e-c4a42098b62d&id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0749221 Jun 24 10:05:59.149692 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ebf8023-d15e-4427-9f75-ce5c39c58266 req-6a0313ac-b88f-41df-be17-cd0a1a379328 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Router 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:05:59.344245 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-07e74fac-44f6-4508-903d-8b2896a7fcd8 req-38dcdb5c-2147-4690-b484-185ee7254d1d tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaab6bae-ac96-452b-9d70-dded946abf05 HTTP/1.1" status: 200 len: 210 time: 0.0755935 Jun 24 10:05:59.369586 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ebf8023-d15e-4427-9f75-ce5c39c58266 req-6a0313ac-b88f-41df-be17-cd0a1a379328 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:05:59.385533 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faa54be-f3da-40a2-a792-1ca2c779b5e8 None None] Sync routers for ids ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:05:59.400487 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faa54be-f3da-40a2-a792-1ca2c779b5e8 None None] Routers {'7c5e6f56-bd6b-4971-9c8f-46a5b2901263'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:05:59.401014 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-1faa54be-f3da-40a2-a792-1ca2c779b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:05:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:05:59.448472 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebf8023-d15e-4427-9f75-ce5c39c58266 req-6a0313ac-b88f-41df-be17-cd0a1a379328 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] No DVR routers for this DVR port 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 on host hv-cinder-84327 {{(pid=110839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:05:59.452240 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-7ebf8023-d15e-4427-9f75-ce5c39c58266 req-6a0313ac-b88f-41df-be17-cd0a1a379328 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:05:59.456240 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7ebf8023-d15e-4427-9f75-ce5c39c58266 req-6a0313ac-b88f-41df-be17-cd0a1a379328 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.55 "DELETE /v2.0/ports/9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 HTTP/1.1" status: 204 len: 173 time: 2.0417905 Jun 24 10:05:59.456755 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bc600e-1c87-4ba3-9dfa-421ee774e45e', 'name': 'network-vif-deleted', 'tag': '9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:05:59.459757 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adbfbf5-b764-4def-9618-d9821271b452" -d '{"events": [{"server_uuid": "84bc600e-1c87-4ba3-9dfa-421ee774e45e", "name": "network-vif-deleted", "tag": "9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:05:59.679923 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-1faa54be-f3da-40a2-a792-1ca2c779b5e8 None None] Set router 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:05:59.753707 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-92125c85-0171-45fa-b22a-f2d01ee19bf4 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:05:59.756214 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-92125c85-0171-45fa-b22a-f2d01ee19bf4 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.55 "GET /v2.0/networks?id=27c1f451-5632-4595-bd92-6b71a74a8ba9 HTTP/1.1" status: 200 len: 814 time: 0.2700350 Jun 24 10:05:59.760553 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9089f04-40bf-4642-b950-36e9d1d66903 x-openstack-request-id: req-a9089f04-40bf-4642-b950-36e9d1d66903 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:05:59.761021 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bc600e-1c87-4ba3-9dfa-421ee774e45e", "name": "network-vif-deleted", "tag": "9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:05:59.761434 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a9089f04-40bf-4642-b950-36e9d1d66903 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:05:59.762480 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9089f04-40bf-4642-b950-36e9d1d66903'] response: {'server_uuid': '84bc600e-1c87-4ba3-9dfa-421ee774e45e', 'name': 'network-vif-deleted', 'tag': '9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8', 'status': 'completed', 'code': 200} Jun 24 10:05:59.773634 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-de9069c8-2440-4c58-a918-9bfaf7f0f565 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Request body: {'port': {'device_id': 'eaab6bae-ac96-452b-9d70-dded946abf05', 'network_id': '27c1f451-5632-4595-bd92-6b71a74a8ba9', 'admin_state_up': True, 'tenant_id': '28def10792f645c491f98a134ff71dce'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:05:59.835163 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-be290651-8669-4317-baee-926fbfa36134 req-c11d5fd2-04cf-47a9-8d72-9ff5cc3db670 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 210 time: 0.0572560 Jun 24 10:06:00.106501 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-1faa54be-f3da-40a2-a792-1ca2c779b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'name': 'tempest-AttachVolumeTestJSON-2017177644-router', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:59Z', 'updated_at': '2022-06-24T10:01:05Z', 'revision_number': 4, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'gw_port': {'id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'fbf1a560-1ec1-4a79-8026-25b16a9b61d8', 'name': '', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'mac_address': 'fa:16:3e:97:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:04Z', 'updated_at': '2022-06-24T10:01:17Z', 'revision_number': 5, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'subnets': [{'id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:00.146952 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faa54be-f3da-40a2-a792-1ca2c779b5e8 None None] Checking router: 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:06:00.159641 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faa54be-f3da-40a2-a792-1ca2c779b5e8 None None] Routers {'7c5e6f56-bd6b-4971-9c8f-46a5b2901263'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:06:00.160467 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-1faa54be-f3da-40a2-a792-1ca2c779b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:05:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:00.174473 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-de9069c8-2440-4c58-a918-9bfaf7f0f565 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Made reservation on behalf of 28def10792f645c491f98a134ff71dce for: {'port': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:06:00.182678 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-de9069c8-2440-4c58-a918-9bfaf7f0f565 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:00.330387 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-1faa54be-f3da-40a2-a792-1ca2c779b5e8 None None] Set router 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:06:00.356658 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb83906-672c-4347-bc12-e2e939ca026b req-9ceecd01-1d9d-4f0e-806c-a30a5cc215ef tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:00.358241 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9bb83906-672c-4347-bc12-e2e939ca026b req-9ceecd01-1d9d-4f0e-806c-a30a5cc215ef tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 946 time: 0.0909877 Jun 24 10:06:00.472554 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4dddd461-f1af-4a29-b480-d8af1e2e57df req-134858fd-5c6d-43bc-a412-08b7b3858430 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaab6bae-ac96-452b-9d70-dded946abf05 HTTP/1.1" status: 200 len: 210 time: 0.0414550 Jun 24 10:06:00.488463 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-de9069c8-2440-4c58-a918-9bfaf7f0f565 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Allocated IP 172.20.0.12 (27c1f451-5632-4595-bd92-6b71a74a8ba9/34d9b756-6a75-4bf8-b2de-059361d22604/09666df1-84b4-415c-9fc9-228adfcfdef3) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:06:00.493679 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9bb83906-672c-4347-bc12-e2e939ca026b req-13e67347-840d-4733-bd97-f405763a3c3b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014063 Jun 24 10:06:00.577975 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:00.718074 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:00.746036 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-1faa54be-f3da-40a2-a792-1ca2c779b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'name': 'tempest-AttachVolumeTestJSON-2017177644-router', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:59Z', 'updated_at': '2022-06-24T10:01:05Z', 'revision_number': 4, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'gw_port': {'id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'fbf1a560-1ec1-4a79-8026-25b16a9b61d8', 'name': '', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'mac_address': 'fa:16:3e:97:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:04Z', 'updated_at': '2022-06-24T10:01:17Z', 'revision_number': 5, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'subnets': [{'id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:00.775433 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faa54be-f3da-40a2-a792-1ca2c779b5e8 None None] The sync data for ids ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'] in dv-cinder-843277-6-iscsi is: [{'id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'name': 'tempest-AttachVolumeTestJSON-2017177644-router', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:59Z', 'updated_at': '2022-06-24T10:01:05Z', 'revision_number': 4, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'gw_port': {'id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'fbf1a560-1ec1-4a79-8026-25b16a9b61d8', 'name': '', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'mac_address': 'fa:16:3e:97:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:04Z', 'updated_at': '2022-06-24T10:01:17Z', 'revision_number': 5, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'subnets': [{'id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:06:00.801598 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-de9069c8-2440-4c58-a918-9bfaf7f0f565 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Publish callbacks [] for port (09666df1-84b4-415c-9fc9-228adfcfdef3), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:00.884994 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:00.890637 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:06:00.913627 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] No Port match for: 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:06:00.914357 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 9e3214ad-2d0a-4c9c-aa84-e405ba29e4b8 not bound to the agent host hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:06:00.956971 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-de9069c8-2440-4c58-a918-9bfaf7f0f565 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (09666df1-84b4-415c-9fc9-228adfcfdef3), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:00.969912 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:01.036722 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-de9069c8-2440-4c58-a918-9bfaf7f0f565 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Network 27c1f451-5632-4595-bd92-6b71a74a8ba9 is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:06:01.039176 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-de9069c8-2440-4c58-a918-9bfaf7f0f565 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:06:01.045346 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-de9069c8-2440-4c58-a918-9bfaf7f0f565 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:06:01.080892 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ba9708dd-cc46-4693-a8ff-addf09dc118f req-d09913e2-f634-4dcb-9d43-424282efe9fd tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 210 time: 0.0743794 Jun 24 10:06:01.121728 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9069c8-2440-4c58-a918-9bfaf7f0f565 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Pushing event updated for resources: {'Port': ['ID=09666df1-84b4-415c-9fc9-228adfcfdef3,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:01.149135 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-de9069c8-2440-4c58-a918-9bfaf7f0f565 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:01.150216 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-de9069c8-2440-4c58-a918-9bfaf7f0f565 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:01.208915 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b7126b-042f-4e91-9e8b-3c467256b62a None None] New status for floating IP e7764bea-5335-4814-9bf9-3940f446e283: DOWN {{(pid=110841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:06:01.347362 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-de9069c8-2440-4c58-a918-9bfaf7f0f565 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5784442 Jun 24 10:06:01.547686 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:01.561000 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57667e78-dc22-4d17-b833-1caed9ba10c1 req-c8c841da-bb96-428c-97b0-03cd6e3c34c9 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:01.564491 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-57667e78-dc22-4d17-b833-1caed9ba10c1 req-c8c841da-bb96-428c-97b0-03cd6e3c34c9 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0826464 Jun 24 10:06:01.607551 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:01.669141 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-160bfaf4-4b1e-43f0-b357-f6951295a6ab service neutron] Request body: {'port': {'device_id': 'eaab6bae-ac96-452b-9d70-dded946abf05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:06:01.672757 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-57667e78-dc22-4d17-b833-1caed9ba10c1 req-c52091fb-3824-43b9-afb3-06f8ef558060 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975497 Jun 24 10:06:01.757824 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0e5d1-6866-456f-96e6-e2037e199870 req-4d405dcd-b055-4259-b040-d17e1ef6510f tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:01.761277 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-52a0e5d1-6866-456f-96e6-e2037e199870 req-4d405dcd-b055-4259-b040-d17e1ef6510f tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaab6bae-ac96-452b-9d70-dded946abf05 HTTP/1.1" status: 200 len: 932 time: 0.1828129 Jun 24 10:06:01.829218 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8ca68-630f-46ce-9b74-501058b12b4c req-d21eff29-1ba2-422e-88ea-7eb99f4a60f5 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:01.836274 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ada8ca68-630f-46ce-9b74-501058b12b4c req-d21eff29-1ba2-422e-88ea-7eb99f4a60f5 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 946 time: 0.0619228 Jun 24 10:06:01.876271 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-160bfaf4-4b1e-43f0-b357-f6951295a6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (09666df1-84b4-415c-9fc9-228adfcfdef3), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:01.886432 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ada8ca68-630f-46ce-9b74-501058b12b4c req-6a10dc67-248a-48db-96b6-c27ba192ca4e tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489247 Jun 24 10:06:01.935064 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-52a0e5d1-6866-456f-96e6-e2037e199870 req-672982bf-88c2-4794-91f4-4cfa64a98889 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590791 Jun 24 10:06:02.257109 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e1b601c4-bbe0-4866-a0a2-7df28205912b req-1bb6cb1d-02bd-4ab0-ab7d-56cbc4c57960 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 210 time: 0.0333223 Jun 24 10:06:02.268299 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-160bfaf4-4b1e-43f0-b357-f6951295a6ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09666df1-84b4-415c-9fc9-228adfcfdef3 {{(pid=110839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:06:02.276495 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-160bfaf4-4b1e-43f0-b357-f6951295a6ab service neutron] Publish callbacks [] for port (09666df1-84b4-415c-9fc9-228adfcfdef3), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:02.290801 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.provisioning_blocks [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-160bfaf4-4b1e-43f0-b357-f6951295a6ab service neutron] Transition to ACTIVE for port object 09666df1-84b4-415c-9fc9-228adfcfdef3 will not be triggered until provisioned by entity L2. {{(pid=110839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:06:02.366666 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-160bfaf4-4b1e-43f0-b357-f6951295a6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (09666df1-84b4-415c-9fc9-228adfcfdef3), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:02.370131 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:02.421741 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bfaf4-4b1e-43f0-b357-f6951295a6ab service neutron] Pushing event updated for resources: {'Port': ['ID=09666df1-84b4-415c-9fc9-228adfcfdef3,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:02.520646 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-160bfaf4-4b1e-43f0-b357-f6951295a6ab service neutron] Attempting to bind port 09666df1-84b4-415c-9fc9-228adfcfdef3 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:06:02.520951 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-160bfaf4-4b1e-43f0-b357-f6951295a6ab service neutron] Attempting to bind port 09666df1-84b4-415c-9fc9-228adfcfdef3 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': 'c2ce25df-37d7-4b2d-9fd7-337f0e3251fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '27c1f451-5632-4595-bd92-6b71a74a8ba9'}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:06:02.521334 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-160bfaf4-4b1e-43f0-b357-f6951295a6ab service neutron] Attempting to bind port 09666df1-84b4-415c-9fc9-228adfcfdef3 on network 27c1f451-5632-4595-bd92-6b71a74a8ba9 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:06:02.526746 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-160bfaf4-4b1e-43f0-b357-f6951295a6ab service neutron] Port 09666df1-84b4-415c-9fc9-228adfcfdef3 on network 27c1f451-5632-4595-bd92-6b71a74a8ba9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:06:02.527066 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-160bfaf4-4b1e-43f0-b357-f6951295a6ab service neutron] Attempting to bind port 09666df1-84b4-415c-9fc9-228adfcfdef3 on network 27c1f451-5632-4595-bd92-6b71a74a8ba9 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:06:02.533920 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-160bfaf4-4b1e-43f0-b357-f6951295a6ab service neutron] Checking agent: {'id': '26214230-7434-41f1-bd59-00d94ef0f061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'started_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:06:02.534248 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-160bfaf4-4b1e-43f0-b357-f6951295a6ab service neutron] Checking segment: {'id': 'c2ce25df-37d7-4b2d-9fd7-337f0e3251fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '27c1f451-5632-4595-bd92-6b71a74a8ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:06:02.534640 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-160bfaf4-4b1e-43f0-b357-f6951295a6ab service neutron] Bound using segment: {'id': 'c2ce25df-37d7-4b2d-9fd7-337f0e3251fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '27c1f451-5632-4595-bd92-6b71a74a8ba9'} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:06:02.535083 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-160bfaf4-4b1e-43f0-b357-f6951295a6ab service neutron] Bound port: 09666df1-84b4-415c-9fc9-228adfcfdef3, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ce25df-37d7-4b2d-9fd7-337f0e3251fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '27c1f451-5632-4595-bd92-6b71a74a8ba9'}}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:06:02.535451 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-160bfaf4-4b1e-43f0-b357-f6951295a6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (09666df1-84b4-415c-9fc9-228adfcfdef3), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:02.616363 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-160bfaf4-4b1e-43f0-b357-f6951295a6ab service neutron] For port 09666df1-84b4-415c-9fc9-228adfcfdef3, host hv-cinder-84327, cleared binding levels {{(pid=110839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:06:02.623156 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-160bfaf4-4b1e-43f0-b357-f6951295a6ab service neutron] For port 09666df1-84b4-415c-9fc9-228adfcfdef3, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=09666df1-84b4-415c-9fc9-228adfcfdef3,segment=NetworkSegment(c2ce25df-37d7-4b2d-9fd7-337f0e3251fc),segment_id=c2ce25df-37d7-4b2d-9fd7-337f0e3251fc)] {{(pid=110839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:06:02.698744 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-160bfaf4-4b1e-43f0-b357-f6951295a6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (09666df1-84b4-415c-9fc9-228adfcfdef3), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:02.756751 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-160bfaf4-4b1e-43f0-b357-f6951295a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:02.757374 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-160bfaf4-4b1e-43f0-b357-f6951295a6ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:02.758881 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-160bfaf4-4b1e-43f0-b357-f6951295a6ab service neutron] 10.222.0.55 "PUT /v2.0/ports/09666df1-84b4-415c-9fc9-228adfcfdef3 HTTP/1.1" status: 200 len: 1094 time: 1.1029565 Jun 24 10:06:02.759376 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaab6bae-ac96-452b-9d70-dded946abf05', 'tag': '09666df1-84b4-415c-9fc9-228adfcfdef3'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:06:02.762707 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c0e702-5fde-4f0d-aa4c-a674b4877ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "eaab6bae-ac96-452b-9d70-dded946abf05", "tag": "09666df1-84b4-415c-9fc9-228adfcfdef3"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:06:02.769246 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:02.823390 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925fe5ea-5a48-407b-a52e-9fc3d3fb68d4 x-openstack-request-id: req-925fe5ea-5a48-407b-a52e-9fc3d3fb68d4 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:06:02.823812 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaab6bae-ac96-452b-9d70-dded946abf05", "tag": "09666df1-84b4-415c-9fc9-228adfcfdef3", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:06:02.824336 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-925fe5ea-5a48-407b-a52e-9fc3d3fb68d4 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:06:02.830585 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-925fe5ea-5a48-407b-a52e-9fc3d3fb68d4'] response: {'name': 'network-changed', 'server_uuid': 'eaab6bae-ac96-452b-9d70-dded946abf05', 'tag': '09666df1-84b4-415c-9fc9-228adfcfdef3', 'status': 'completed', 'code': 200} Jun 24 10:06:02.838386 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bfaf4-4b1e-43f0-b357-f6951295a6ab service neutron] Pushing event updated for resources: {'Port': ['ID=09666df1-84b4-415c-9fc9-228adfcfdef3,revision_number=3']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:02.851270 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acda66-d0be-4047-96c5-c19a92fa865c req-3c9178b6-4e41-4aa8-98c9-aecb11ea3c5c tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:02.853670 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c3acda66-d0be-4047-96c5-c19a92fa865c req-3c9178b6-4e41-4aa8-98c9-aecb11ea3c5c tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0809114 Jun 24 10:06:02.912950 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c3acda66-d0be-4047-96c5-c19a92fa865c req-208d1abf-7cde-4648-9498-57185e479eaf tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536447 Jun 24 10:06:03.063543 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec5eaa-1a9a-4d16-9f09-bfd7fa3a633e req-34a44db3-905e-44bd-bf48-69075d04f3f0 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:03.063543 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5dec5eaa-1a9a-4d16-9f09-bfd7fa3a633e req-34a44db3-905e-44bd-bf48-69075d04f3f0 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 946 time: 0.0694170 Jun 24 10:06:03.078019 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1889a-3b33-4690-9108-930fe8f07070 req-e79e1a6a-bc4e-42e7-8de0-c6720baad805 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:03.079781 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-79f1889a-3b33-4690-9108-930fe8f07070 req-e79e1a6a-bc4e-42e7-8de0-c6720baad805 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaab6bae-ac96-452b-9d70-dded946abf05 HTTP/1.1" status: 200 len: 944 time: 0.0518334 Jun 24 10:06:03.113586 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5dec5eaa-1a9a-4d16-9f09-bfd7fa3a633e req-b15e2efa-bdf8-46b6-94a7-d8e26473a98d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482030 Jun 24 10:06:03.143738 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-79f1889a-3b33-4690-9108-930fe8f07070 req-b7435bdf-a562-4ec4-9163-bce6dcdb65ae tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583751 Jun 24 10:06:03.376754 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4e82b265-a8a5-4ab8-9734-b348e56afcb4 req-fde4ca3b-daf2-47b8-a3de-a3034a278d8d tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 210 time: 0.0327916 Jun 24 10:06:04.035170 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65a8d0-bb84-4a73-a923-b8e7fd477580 req-868b1b98-d687-4544-a9da-e54038ec4987 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:04.036737 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7a65a8d0-bb84-4a73-a923-b8e7fd477580 req-868b1b98-d687-4544-a9da-e54038ec4987 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0521979 Jun 24 10:06:04.087060 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7a65a8d0-bb84-4a73-a923-b8e7fd477580 req-e4372437-ad19-4292-94db-0ee8f8e21177 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446424 Jun 24 10:06:04.260390 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd731fa-7fe5-4f29-9b37-d6d4ff5572bd req-d451084f-4dbf-4979-b44c-6ed5b9abd127 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:04.261869 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-bfd731fa-7fe5-4f29-9b37-d6d4ff5572bd req-d451084f-4dbf-4979-b44c-6ed5b9abd127 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 946 time: 0.0499048 Jun 24 10:06:04.287025 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ae04b-58e0-4f09-bf7c-88f188cee0b8 req-ed53c6bb-0a90-4dcd-b294-6ea32c178fdd tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:04.289609 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ca4ae04b-58e0-4f09-bf7c-88f188cee0b8 req-ed53c6bb-0a90-4dcd-b294-6ea32c178fdd tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaab6bae-ac96-452b-9d70-dded946abf05 HTTP/1.1" status: 200 len: 944 time: 0.0721550 Jun 24 10:06:04.322709 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-bfd731fa-7fe5-4f29-9b37-d6d4ff5572bd req-babd84ad-7dcb-45a9-b997-9c5d1567b257 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526745 Jun 24 10:06:04.343517 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ca4ae04b-58e0-4f09-bf7c-88f188cee0b8 req-7c74ad79-ae82-4d5e-a1b5-85a8f566e81f tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484259 Jun 24 10:06:04.492760 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-59b95e29-1a23-45bd-8d42-2b6b3a6284a6 req-b16d41ee-5f94-4a7f-8c70-164614010bd5 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bc600e-1c87-4ba3-9dfa-421ee774e45e HTTP/1.1" status: 200 len: 210 time: 0.0280979 Jun 24 10:06:04.989410 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:05.200204 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803b75c-02c3-4c52-a7a3-cac1346c3d15 req-e6252aba-8790-44dd-94be-dde5f4ef278c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:05.201825 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d803b75c-02c3-4c52-a7a3-cac1346c3d15 req-e6252aba-8790-44dd-94be-dde5f4ef278c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.55 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 946 time: 0.0891633 Jun 24 10:06:05.213922 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-dea05dad-4e4d-4459-b72e-5ab7e19ca31a req-3dd7d202-ac2b-4285-8555-fd57af1e5164 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1190314 Jun 24 10:06:05.214906 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0e702-5fde-4f0d-aa4c-a674b4877ee9 req-8e507206-ac51-4e3e-9d41-0241df4f833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:05.216431 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-98c0e702-5fde-4f0d-aa4c-a674b4877ee9 req-8e507206-ac51-4e3e-9d41-0241df4f833e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=28def10792f645c491f98a134ff71dce&device_id=eaab6bae-ac96-452b-9d70-dded946abf05 HTTP/1.1" status: 200 len: 1128 time: 0.1074870 Jun 24 10:06:05.256086 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fb21a-7806-492d-a9ad-96660fce7898 req-c4535f61-a679-4dce-8e58-57393822b9a4 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:05.257575 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0f4fb21a-7806-492d-a9ad-96660fce7898 req-c4535f61-a679-4dce-8e58-57393822b9a4 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0607202 Jun 24 10:06:05.324383 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0f4fb21a-7806-492d-a9ad-96660fce7898 req-6cafa2f8-f3b3-4a42-a19e-f668fa9ea8c2 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585527 Jun 24 10:06:05.429286 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea05dad-4e4d-4459-b72e-5ab7e19ca31a req-9dbee7b2-cf75-4c11-be4c-00c55fe9cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:05.430871 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-dea05dad-4e4d-4459-b72e-5ab7e19ca31a req-9dbee7b2-cf75-4c11-be4c-00c55fe9cf03 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddf89eff2d584c508a967f1686090be1&device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 1130 time: 0.0693109 Jun 24 10:06:05.533139 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f2dcb-cfdb-4229-a045-f93f2b7da023 req-3261b054-1f02-4f69-9760-6bdfc4dda921 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:05.534963 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-eb8f2dcb-cfdb-4229-a045-f93f2b7da023 req-3261b054-1f02-4f69-9760-6bdfc4dda921 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 946 time: 0.1103985 Jun 24 10:06:05.561103 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [req-d803b75c-02c3-4c52-a7a3-cac1346c3d15 req-bce231ec-65f0-45bb-9f49-444b0e85bd26 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Deleting port bc68c0d7-3cc3-4add-8d35-8b1892ac129e {{(pid=110840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:06:05.561473 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-d803b75c-02c3-4c52-a7a3-cac1346c3d15 req-bce231ec-65f0-45bb-9f49-444b0e85bd26 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:05.595549 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5008f-b18e-4a75-9e27-19c6263ead0e req-b29dbcf9-270a-45d2-bef9-4e5bb54b3830 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:05.597208 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-90d5008f-b18e-4a75-9e27-19c6263ead0e req-b29dbcf9-270a-45d2-bef9-4e5bb54b3830 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.55 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.1347349 Jun 24 10:06:05.644308 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b668345-89c7-439f-aa60-c854fa10c9ca req-d5455997-c4d7-480d-bd28-a5b92f9eea5c tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:05.645885 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7b668345-89c7-439f-aa60-c854fa10c9ca req-d5455997-c4d7-480d-bd28-a5b92f9eea5c tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaab6bae-ac96-452b-9d70-dded946abf05 HTTP/1.1" status: 200 len: 944 time: 0.1851060 Jun 24 10:06:05.652220 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:05.655720 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0e702-5fde-4f0d-aa4c-a674b4877ee9 req-88754db7-7b00-4785-baf2-e85f11a9c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:05.657316 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-98c0e702-5fde-4f0d-aa4c-a674b4877ee9 req-88754db7-7b00-4785-baf2-e85f11a9c5f0 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=28def10792f645c491f98a134ff71dce&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3057451 Jun 24 10:06:05.678469 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-eb8f2dcb-cfdb-4229-a045-f93f2b7da023 req-f6114725-cce0-45ba-82d7-dbe2a17a6a7b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c0b3551-0378-42bb-b1bc-d2230455d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245191 Jun 24 10:06:05.720481 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [req-d803b75c-02c3-4c52-a7a3-cac1346c3d15 req-bce231ec-65f0-45bb-9f49-444b0e85bd26 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] For port bc68c0d7-3cc3-4add-8d35-8b1892ac129e, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=bc68c0d7-3cc3-4add-8d35-8b1892ac129e,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:05.720481 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-d803b75c-02c3-4c52-a7a3-cac1346c3d15 req-bce231ec-65f0-45bb-9f49-444b0e85bd26 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:05.770784 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:05.799507 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea05dad-4e4d-4459-b72e-5ab7e19ca31a req-292ad786-9e79-4e50-b011-d49748a160b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:05.801071 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-dea05dad-4e4d-4459-b72e-5ab7e19ca31a req-292ad786-9e79-4e50-b011-d49748a160b2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa HTTP/1.1" status: 200 len: 919 time: 0.3106885 Jun 24 10:06:05.910531 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 43648) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:05.913347 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7b668345-89c7-439f-aa60-c854fa10c9ca req-8beb2c19-cbf5-4037-a16e-ac979bc89352 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550504 Jun 24 10:06:05.914673 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-dea05dad-4e4d-4459-b72e-5ab7e19ca31a req-e7e5f32e-e183-408e-b877-46857bb950e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17817cc3-73eb-4391-b5de-08503690fb3b HTTP/1.1" status: 200 len: 217 time: 0.0808353 Jun 24 10:06:05.923541 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-90d5008f-b18e-4a75-9e27-19c6263ead0e req-ff8913d0-fdc1-4916-bfda-d93d4b004dc6 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Deleting port 62ac8ae2-de6d-4539-8e21-9a572eab33d9 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:06:05.926118 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-90d5008f-b18e-4a75-9e27-19c6263ead0e req-ff8913d0-fdc1-4916-bfda-d93d4b004dc6 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (62ac8ae2-de6d-4539-8e21-9a572eab33d9), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:05.998019 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0e702-5fde-4f0d-aa4c-a674b4877ee9 req-d4005638-f5e5-4ac2-a924-495a01df8d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:05.999532 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-98c0e702-5fde-4f0d-aa4c-a674b4877ee9 req-d4005638-f5e5-4ac2-a924-495a01df8d69 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3183107 Jun 24 10:06:06.029753 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-d803b75c-02c3-4c52-a7a3-cac1346c3d15 req-bce231ec-65f0-45bb-9f49-444b0e85bd26 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:06.030331 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-d803b75c-02c3-4c52-a7a3-cac1346c3d15 req-bce231ec-65f0-45bb-9f49-444b0e85bd26 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (9695cc69-1466-435f-98ce-0431bfdea5be), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:06.030495 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.db.l3_db [req-d803b75c-02c3-4c52-a7a3-cac1346c3d15 req-bce231ec-65f0-45bb-9f49-444b0e85bd26 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Floating IP 9695cc69-1466-435f-98ce-0431bfdea5be disassociated. External IP: 172.27.2.45, port: bc68c0d7-3cc3-4add-8d35-8b1892ac129e. Jun 24 10:06:06.030841 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [req-d803b75c-02c3-4c52-a7a3-cac1346c3d15 req-bce231ec-65f0-45bb-9f49-444b0e85bd26 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Calling delete_port for bc68c0d7-3cc3-4add-8d35-8b1892ac129e owned by compute:nova {{(pid=110840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:06:06.056244 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea05dad-4e4d-4459-b72e-5ab7e19ca31a req-fc7489ca-b141-4584-a9cd-ad519f34697d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:06.057626 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d4d94d02-448c-4100-b491-9613b301af2c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for security_group (427202c8-6f20-4686-80f5-96cce5138d80), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:06.057797 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-dea05dad-4e4d-4459-b72e-5ab7e19ca31a req-fc7489ca-b141-4584-a9cd-ad519f34697d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=144899a2-b09a-495a-b00a-6c663cd7966a HTTP/1.1" status: 200 len: 857 time: 0.1353564 Jun 24 10:06:06.099597 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:06.122280 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d4d94d02-448c-4100-b491-9613b301af2c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for security_group (427202c8-6f20-4686-80f5-96cce5138d80), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:06.145371 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-1bc4caac-877f-4019-8776-18fd199b663d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:06.146985 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-1bc4caac-877f-4019-8776-18fd199b663d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=28def10792f645c491f98a134ff71dce&device_id=eaab6bae-ac96-452b-9d70-dded946abf05 HTTP/1.1" status: 200 len: 1128 time: 0.1027904 Jun 24 10:06:06.151224 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-90d5008f-b18e-4a75-9e27-19c6263ead0e req-ff8913d0-fdc1-4916-bfda-d93d4b004dc6 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] For port 62ac8ae2-de6d-4539-8e21-9a572eab33d9, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=62ac8ae2-de6d-4539-8e21-9a572eab33d9,segment=NetworkSegment(18d9f559-afbe-4071-9df5-d5e429c5cbf9),segment_id=18d9f559-afbe-4071-9df5-d5e429c5cbf9)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:06.151601 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-90d5008f-b18e-4a75-9e27-19c6263ead0e req-ff8913d0-fdc1-4916-bfda-d93d4b004dc6 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (62ac8ae2-de6d-4539-8e21-9a572eab33d9), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:06.173627 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea05dad-4e4d-4459-b72e-5ab7e19ca31a req-e0f149c0-b706-4fe1-8d35-14a14dabcfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:06.175250 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-dea05dad-4e4d-4459-b72e-5ab7e19ca31a req-e0f149c0-b706-4fe1-8d35-14a14dabcfa4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1076818 Jun 24 10:06:06.219028 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-48628c0f-f3fa-4e69-9471-dc6930c5e20e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09666df1-84b4-415c-9fc9-228adfcfdef3 HTTP/1.1" status: 200 len: 217 time: 0.0638626 Jun 24 10:06:06.363811 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:06.396247 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-7cc72095-e5b8-411b-aa04-4337ccc265f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:06.397728 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-7cc72095-e5b8-411b-aa04-4337ccc265f0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=34d9b756-6a75-4bf8-b2de-059361d22604 HTTP/1.1" status: 200 len: 854 time: 0.1492205 Jun 24 10:06:06.473531 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-7766bddb-a0ad-4684-963f-0b2045db8f0d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=27c1f451-5632-4595-bd92-6b71a74a8ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661645 Jun 24 10:06:06.499496 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6951d-5a40-47d2-8847-2f2b5590ec17 req-7f465a28-f405-488e-a73f-5d0c153874e0 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:06.501236 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-22b6951d-5a40-47d2-8847-2f2b5590ec17 req-7f465a28-f405-488e-a73f-5d0c153874e0 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 945 time: 0.0864019 Jun 24 10:06:06.518897 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:06.521242 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-dea05dad-4e4d-4459-b72e-5ab7e19ca31a req-6ca5d94b-d8d6-4be4-9562-89ae602b5be2 service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109450 Jun 24 10:06:06.553168 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d4d94d02-448c-4100-b491-9613b301af2c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (427202c8-6f20-4686-80f5-96cce5138d80), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:06.555671 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d4d94d02-448c-4100-b491-9613b301af2c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:06.560346 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-d4d94d02-448c-4100-b491-9613b301af2c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "DELETE /v2.0/security-groups/427202c8-6f20-4686-80f5-96cce5138d80 HTTP/1.1" status: 204 len: 168 time: 0.6450498 Jun 24 10:06:06.568209 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 43652) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:06.582728 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d94d02-448c-4100-b491-9613b301af2c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=427202c8-6f20-4686-80f5-96cce5138d80,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:06.588085 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-22b6951d-5a40-47d2-8847-2f2b5590ec17 req-8fa169fe-4d89-4976-a634-146a2a5fe5c0 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fac4f97-e77b-491a-b102-568acb8268ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718894 Jun 24 10:06:06.589416 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-90d5008f-b18e-4a75-9e27-19c6263ead0e req-ff8913d0-fdc1-4916-bfda-d93d4b004dc6 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:06.589791 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-90d5008f-b18e-4a75-9e27-19c6263ead0e req-ff8913d0-fdc1-4916-bfda-d93d4b004dc6 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (7b18c148-c2d9-4373-9e84-ce0150c88276), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:06.590116 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.l3_db [req-90d5008f-b18e-4a75-9e27-19c6263ead0e req-ff8913d0-fdc1-4916-bfda-d93d4b004dc6 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Floating IP 7b18c148-c2d9-4373-9e84-ce0150c88276 disassociated. External IP: 172.27.2.12, port: 62ac8ae2-de6d-4539-8e21-9a572eab33d9. Jun 24 10:06:06.590464 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-90d5008f-b18e-4a75-9e27-19c6263ead0e req-ff8913d0-fdc1-4916-bfda-d93d4b004dc6 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Calling delete_port for 62ac8ae2-de6d-4539-8e21-9a572eab33d9 owned by compute:nova {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:06:06.595849 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.api.v2.resource [None req-082da37b-6622-4b41-8431-e868357eb04c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] show failed (client error): The resource could not be found. Jun 24 10:06:06.602840 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-082da37b-6622-4b41-8431-e868357eb04c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups/427202c8-6f20-4686-80f5-96cce5138d80 HTTP/1.1" status: 404 len: 347 time: 0.0267034 Jun 24 10:06:06.602840 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-d803b75c-02c3-4c52-a7a3-cac1346c3d15 req-bce231ec-65f0-45bb-9f49-444b0e85bd26 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461'] for port (bc68c0d7-3cc3-4add-8d35-8b1892ac129e), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:06.605133 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 43654) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:06.614996 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d94d02-448c-4100-b491-9613b301af2c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:06.614996 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d94d02-448c-4100-b491-9613b301af2c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:06.614996 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d94d02-448c-4100-b491-9613b301af2c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:06.614996 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d94d02-448c-4100-b491-9613b301af2c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:06.614996 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d94d02-448c-4100-b491-9613b301af2c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:06.614996 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d94d02-448c-4100-b491-9613b301af2c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:06.614996 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d94d02-448c-4100-b491-9613b301af2c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:06.614996 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d94d02-448c-4100-b491-9613b301af2c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:06.614996 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d94d02-448c-4100-b491-9613b301af2c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:06.614996 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d94d02-448c-4100-b491-9613b301af2c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:06.615943 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d94d02-448c-4100-b491-9613b301af2c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:06.615943 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d94d02-448c-4100-b491-9613b301af2c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:06.615943 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d94d02-448c-4100-b491-9613b301af2c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:06.616495 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d94d02-448c-4100-b491-9613b301af2c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:06.616495 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d94d02-448c-4100-b491-9613b301af2c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:06.646154 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce231ec-65f0-45bb-9f49-444b0e85bd26 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Pushing event deleted for resources: {'Port': ['ID=bc68c0d7-3cc3-4add-8d35-8b1892ac129e,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:06.785652 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d803b75c-02c3-4c52-a7a3-cac1346c3d15 req-bce231ec-65f0-45bb-9f49-444b0e85bd26 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Router c1fc2e48-c0b5-42aa-a424-4d192342d2eb has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:06:06.899763 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device bc68c0d7-3cc3-4add-8d35-8b1892ac129e no longer exists at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:06:06.903088 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d803b75c-02c3-4c52-a7a3-cac1346c3d15 req-bce231ec-65f0-45bb-9f49-444b0e85bd26 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:06:06.926079 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2212c45-4d9c-40f1-b7ee-2b6efa7e27e2 None None] Sync routers for ids ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:06:06.928832 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] No Port match for: bc68c0d7-3cc3-4add-8d35-8b1892ac129e {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:06:06.929452 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device bc68c0d7-3cc3-4add-8d35-8b1892ac129e not bound to the agent host hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:06:06.950489 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d803b75c-02c3-4c52-a7a3-cac1346c3d15 req-bce231ec-65f0-45bb-9f49-444b0e85bd26 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] No DVR routers for this DVR port bc68c0d7-3cc3-4add-8d35-8b1892ac129e on host hv-cinder-84327 {{(pid=110840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:06:06.952812 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2212c45-4d9c-40f1-b7ee-2b6efa7e27e2 None None] Routers {'c1fc2e48-c0b5-42aa-a424-4d192342d2eb'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:06:06.953461 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [req-d803b75c-02c3-4c52-a7a3-cac1346c3d15 req-bce231ec-65f0-45bb-9f49-444b0e85bd26 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:06.954302 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-c2212c45-4d9c-40f1-b7ee-2b6efa7e27e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:05:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:06.957191 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d803b75c-02c3-4c52-a7a3-cac1346c3d15 req-bce231ec-65f0-45bb-9f49-444b0e85bd26 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.55 "DELETE /v2.0/ports/bc68c0d7-3cc3-4add-8d35-8b1892ac129e HTTP/1.1" status: 204 len: 173 time: 1.6008339 Jun 24 10:06:06.958861 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904eb348-521e-499e-8127-cb3096230877', 'name': 'network-vif-deleted', 'tag': 'bc68c0d7-3cc3-4add-8d35-8b1892ac129e'}] {{(pid=110840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:06:06.961621 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918deba4491858943d5af62f7e2b7193d4f3e11e5a976540219041625139a41f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e8b86e-ca5e-4141-9ada-ea3050f5431d" -d '{"events": [{"server_uuid": "904eb348-521e-499e-8127-cb3096230877", "name": "network-vif-deleted", "tag": "bc68c0d7-3cc3-4add-8d35-8b1892ac129e"}]}' {{(pid=110840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:06:07.090165 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-c2212c45-4d9c-40f1-b7ee-2b6efa7e27e2 None None] Set router c1fc2e48-c0b5-42aa-a424-4d192342d2eb gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:06:07.092264 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8b9af234-de47-4904-9fb7-569e190a392a req-fcd43dc5-77fe-4a16-96e5-89dfb95b60f6 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 210 time: 0.1316812 Jun 24 10:06:07.094415 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-e413192b-cf75-4f7b-8941-dc10e5f3b2d0 service neutron] 10.222.0.55 "GET /v2.0/networks/27c1f451-5632-4595-bd92-6b71a74a8ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6098800 Jun 24 10:06:07.105246 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883434c7-a615-49f3-be34-3f1848946822 req-f99339f8-af86-4adb-850a-78179a050a0d tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:07.113870 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-883434c7-a615-49f3-be34-3f1848946822 req-f99339f8-af86-4adb-850a-78179a050a0d tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaab6bae-ac96-452b-9d70-dded946abf05 HTTP/1.1" status: 200 len: 944 time: 0.0962305 Jun 24 10:06:07.186704 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c5ad59-fbe5-4af3-944b-00e3838dcf26 x-openstack-request-id: req-d8c5ad59-fbe5-4af3-944b-00e3838dcf26 {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:06:07.186995 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904eb348-521e-499e-8127-cb3096230877", "name": "network-vif-deleted", "tag": "bc68c0d7-3cc3-4add-8d35-8b1892ac129e", "status": "completed", "code": 200}]} {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:06:07.187248 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d8c5ad59-fbe5-4af3-944b-00e3838dcf26 {{(pid=110840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:06:07.188428 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c5ad59-fbe5-4af3-944b-00e3838dcf26'] response: {'server_uuid': '904eb348-521e-499e-8127-cb3096230877', 'name': 'network-vif-deleted', 'tag': 'bc68c0d7-3cc3-4add-8d35-8b1892ac129e', 'status': 'completed', 'code': 200} Jun 24 10:06:07.193616 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-883434c7-a615-49f3-be34-3f1848946822 req-50c17eb7-86c1-4953-af32-cb73f3f440db tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772705 Jun 24 10:06:07.247065 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-24880898-dc78-4bca-a2e0-c1cac0f14296 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Deleting port 1a6d1b5e-dabd-46ef-b8d8-3883b76ad2e3 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:06:07.247673 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-24880898-dc78-4bca-a2e0-c1cac0f14296 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (1a6d1b5e-dabd-46ef-b8d8-3883b76ad2e3), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:07.255223 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-dea05dad-4e4d-4459-b72e-5ab7e19ca31a req-24581345-9b1e-45cb-89df-ceba09318ae1 service neutron] 10.222.0.55 "GET /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7240763 Jun 24 10:06:07.296476 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:07.307628 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:07.370885 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-c2212c45-4d9c-40f1-b7ee-2b6efa7e27e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1089958356-router', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '2865935b-6b8d-4768-8228-483d92ef364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:57Z', 'updated_at': '2022-06-24T10:01:04Z', 'revision_number': 4, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'gw_port': {'id': '2865935b-6b8d-4768-8228-483d92ef364d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:00:58Z', 'updated_at': '2022-06-24T10:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': '5499668a-f81b-46df-850e-0f4ed29f4818', 'name': '', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'mac_address': 'fa:16:3e:e5:6a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:02Z', 'updated_at': '2022-06-24T10:01:13Z', 'revision_number': 5, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'subnets': [{'id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:07.396879 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2212c45-4d9c-40f1-b7ee-2b6efa7e27e2 None None] Checking router: c1fc2e48-c0b5-42aa-a424-4d192342d2eb for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:06:07.399599 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:07.406091 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2212c45-4d9c-40f1-b7ee-2b6efa7e27e2 None None] Routers {'c1fc2e48-c0b5-42aa-a424-4d192342d2eb'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:06:07.407222 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-c2212c45-4d9c-40f1-b7ee-2b6efa7e27e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:05:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:07.458316 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-25780f3f-dc5c-4139-aa75-a44a89d7ee4d req-0dc707ae-a07a-4e57-af2f-7d033e63680c service neutron] 10.222.0.55 "GET /v2.0/networks/27c1f451-5632-4595-bd92-6b71a74a8ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433375 Jun 24 10:06:07.470988 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-24880898-dc78-4bca-a2e0-c1cac0f14296 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (1a6d1b5e-dabd-46ef-b8d8-3883b76ad2e3), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:07.471327 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-24880898-dc78-4bca-a2e0-c1cac0f14296 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for floatingip (1a6d1b5e-dabd-46ef-b8d8-3883b76ad2e3), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:07.488851 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-24880898-dc78-4bca-a2e0-c1cac0f14296 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Calling delete_port for 1a6d1b5e-dabd-46ef-b8d8-3883b76ad2e3 owned by network:floatingip {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:06:07.516698 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-c2212c45-4d9c-40f1-b7ee-2b6efa7e27e2 None None] Set router c1fc2e48-c0b5-42aa-a424-4d192342d2eb gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:06:07.555494 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:07.583960 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-90d5008f-b18e-4a75-9e27-19c6263ead0e req-ff8913d0-fdc1-4916-bfda-d93d4b004dc6 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (62ac8ae2-de6d-4539-8e21-9a572eab33d9), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:07.616172 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8913d0-fdc1-4916-bfda-d93d4b004dc6 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Pushing event deleted for resources: {'Port': ['ID=62ac8ae2-de6d-4539-8e21-9a572eab33d9,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:07.736056 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-c2212c45-4d9c-40f1-b7ee-2b6efa7e27e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1089958356-router', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '2865935b-6b8d-4768-8228-483d92ef364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:57Z', 'updated_at': '2022-06-24T10:01:04Z', 'revision_number': 4, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'gw_port': {'id': '2865935b-6b8d-4768-8228-483d92ef364d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:00:58Z', 'updated_at': '2022-06-24T10:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': '5499668a-f81b-46df-850e-0f4ed29f4818', 'name': '', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'mac_address': 'fa:16:3e:e5:6a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:02Z', 'updated_at': '2022-06-24T10:01:13Z', 'revision_number': 5, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'subnets': [{'id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:07.738382 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-17ba6d5e-e695-4910-8caf-9a83d74c2554 req-ee97de61-2b22-4462-8cc5-0260c667af97 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 210 time: 0.0441554 Jun 24 10:06:07.762000 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2212c45-4d9c-40f1-b7ee-2b6efa7e27e2 None None] The sync data for ids ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'] in dv-cinder-843277-6-iscsi is: [{'id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1089958356-router', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '2865935b-6b8d-4768-8228-483d92ef364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:57Z', 'updated_at': '2022-06-24T10:01:04Z', 'revision_number': 4, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'gw_port': {'id': '2865935b-6b8d-4768-8228-483d92ef364d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:00:58Z', 'updated_at': '2022-06-24T10:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': '5499668a-f81b-46df-850e-0f4ed29f4818', 'name': '', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'mac_address': 'fa:16:3e:e5:6a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:02Z', 'updated_at': '2022-06-24T10:01:13Z', 'revision_number': 5, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'subnets': [{'id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:06:07.808096 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90d5008f-b18e-4a75-9e27-19c6263ead0e req-ff8913d0-fdc1-4916-bfda-d93d4b004dc6 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Router a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:06:07.859193 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-24880898-dc78-4bca-a2e0-c1cac0f14296 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (1a6d1b5e-dabd-46ef-b8d8-3883b76ad2e3), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:07.893020 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24880898-dc78-4bca-a2e0-c1cac0f14296 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Pushing event deleted for resources: {'Port': ['ID=1a6d1b5e-dabd-46ef-b8d8-3883b76ad2e3,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:08.005799 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90d5008f-b18e-4a75-9e27-19c6263ead0e req-ff8913d0-fdc1-4916-bfda-d93d4b004dc6 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:06:08.006451 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f25460-f7a2-4ce8-b199-ec2f9dd4c06f None None] New status for floating IP 9695cc69-1466-435f-98ce-0431bfdea5be: DOWN {{(pid=110841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:06:08.016971 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb368fdf-80ce-4311-b976-f7a5a3a04200 None None] Sync routers for ids ['a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:06:08.021076 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-24880898-dc78-4bca-a2e0-c1cac0f14296 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for floatingip (e7764bea-5335-4814-9bf9-3940f446e283), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:08.024633 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-24880898-dc78-4bca-a2e0-c1cac0f14296 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:08.028108 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-24880898-dc78-4bca-a2e0-c1cac0f14296 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "DELETE /v2.0/floatingips/e7764bea-5335-4814-9bf9-3940f446e283 HTTP/1.1" status: 204 len: 168 time: 1.4180892 Jun 24 10:06:08.045897 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb368fdf-80ce-4311-b976-f7a5a3a04200 None None] Routers {'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:06:08.045897 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-eb368fdf-80ce-4311-b976-f7a5a3a04200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:05:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:08.070853 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d5008f-b18e-4a75-9e27-19c6263ead0e req-ff8913d0-fdc1-4916-bfda-d93d4b004dc6 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] No DVR routers for this DVR port 62ac8ae2-de6d-4539-8e21-9a572eab33d9 on host hv-cinder-84327 {{(pid=110839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:06:08.072367 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-90d5008f-b18e-4a75-9e27-19c6263ead0e req-ff8913d0-fdc1-4916-bfda-d93d4b004dc6 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:08.076605 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-90d5008f-b18e-4a75-9e27-19c6263ead0e req-ff8913d0-fdc1-4916-bfda-d93d4b004dc6 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.55 "DELETE /v2.0/ports/62ac8ae2-de6d-4539-8e21-9a572eab33d9 HTTP/1.1" status: 204 len: 173 time: 2.4475768 Jun 24 10:06:08.077168 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c170d532-d8da-4b26-879d-22c7dc180716', 'name': 'network-vif-deleted', 'tag': '62ac8ae2-de6d-4539-8e21-9a572eab33d9'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:06:08.080630 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c413bbbe-0288-4ed0-9139-662f54079251" -d '{"events": [{"server_uuid": "c170d532-d8da-4b26-879d-22c7dc180716", "name": "network-vif-deleted", "tag": "62ac8ae2-de6d-4539-8e21-9a572eab33d9"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:06:08.151424 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a222431c-3fc0-4135-8bbd-a93180215c54 x-openstack-request-id: req-a222431c-3fc0-4135-8bbd-a93180215c54 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:06:08.151998 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c170d532-d8da-4b26-879d-22c7dc180716", "name": "network-vif-deleted", "tag": "62ac8ae2-de6d-4539-8e21-9a572eab33d9", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:06:08.152211 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a222431c-3fc0-4135-8bbd-a93180215c54 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:06:08.152832 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a222431c-3fc0-4135-8bbd-a93180215c54'] response: {'server_uuid': 'c170d532-d8da-4b26-879d-22c7dc180716', 'name': 'network-vif-deleted', 'tag': '62ac8ae2-de6d-4539-8e21-9a572eab33d9', 'status': 'completed', 'code': 200} Jun 24 10:06:08.197075 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-eb368fdf-80ce-4311-b976-f7a5a3a04200 None None] Set router a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:06:08.287006 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:08.366910 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 43676) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:08.372302 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-b16b4842-b691-4456-890d-5780a731f4a6 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Request body: {'security_group': {'name': 'tempest-securitygroup--302669121', 'description': 'tempest-description--1787129077'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:06:08.392552 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-696dc2d5-fe11-4269-aa56-b1d3d433369b req-c9d0f93e-c83b-4732-81c9-5692ebb78e82 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=904eb348-521e-499e-8127-cb3096230877 HTTP/1.1" status: 200 len: 210 time: 0.0375717 Jun 24 10:06:08.412761 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-eb368fdf-80ce-4311-b976-f7a5a3a04200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'name': 'tempest-ServerRescueNegativeTestJSON-292774372-router', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:09Z', 'revision_number': 4, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'gw_port': {'id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:01Z', 'updated_at': '2022-06-24T10:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'd2f8c1c8-dbdf-4484-83e0-7797f26f41e9', 'name': '', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'mac_address': 'fa:16:3e:73:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:08Z', 'updated_at': '2022-06-24T10:01:29Z', 'revision_number': 5, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'subnets': [{'id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:08.444698 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb368fdf-80ce-4311-b976-f7a5a3a04200 None None] Checking router: a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:06:08.453485 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb368fdf-80ce-4311-b976-f7a5a3a04200 None None] Routers {'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:06:08.454144 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-eb368fdf-80ce-4311-b976-f7a5a3a04200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:05:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:08.468952 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b16b4842-b691-4456-890d-5780a731f4a6 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:08.488805 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf5d1f-1357-49f5-949f-656e4956ecf7 req-cd12b500-2e9a-4e8b-9f65-13d6317c9aeb tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:08.490352 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4fdf5d1f-1357-49f5-949f-656e4956ecf7 req-cd12b500-2e9a-4e8b-9f65-13d6317c9aeb tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaab6bae-ac96-452b-9d70-dded946abf05 HTTP/1.1" status: 200 len: 944 time: 0.0665100 Jun 24 10:06:08.511953 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:INSERT=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:08.562460 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-eb368fdf-80ce-4311-b976-f7a5a3a04200 None None] Set router a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:06:08.575735 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4fdf5d1f-1357-49f5-949f-656e4956ecf7 req-46d11e11-5598-4448-8dcd-e38ec650413e tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766454 Jun 24 10:06:08.611910 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b16b4842-b691-4456-890d-5780a731f4a6 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for security_group (0048c84b-e6f3-4653-ae4b-78991b8b4946), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:08.687479 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:08.692547 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b16b4842-b691-4456-890d-5780a731f4a6 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (0048c84b-e6f3-4653-ae4b-78991b8b4946), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:08.725150 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:08.725780 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b4842-b691-4456-890d-5780a731f4a6 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0048c84b-e6f3-4653-ae4b-78991b8b4946,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:08.808753 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b16b4842-b691-4456-890d-5780a731f4a6 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:08.810320 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-b16b4842-b691-4456-890d-5780a731f4a6 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4423275 Jun 24 10:06:08.813273 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 43680) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:08.817917 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-366f242a-5d05-4376-bcb4-6862062ade57 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Request body: {'security_group_rule': {'security_group_id': '0048c84b-e6f3-4653-ae4b-78991b8b4946', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:06:08.858514 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7b398373-43cf-47c7-a4d2-b4a29db00c3d req-a078f562-5aec-4613-9a22-0f945a3e7ec9 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 210 time: 0.0414009 Jun 24 10:06:08.869598 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-eb368fdf-80ce-4311-b976-f7a5a3a04200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'name': 'tempest-ServerRescueNegativeTestJSON-292774372-router', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:09Z', 'revision_number': 4, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'gw_port': {'id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:01Z', 'updated_at': '2022-06-24T10:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'd2f8c1c8-dbdf-4484-83e0-7797f26f41e9', 'name': '', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'mac_address': 'fa:16:3e:73:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:08Z', 'updated_at': '2022-06-24T10:01:29Z', 'revision_number': 5, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'subnets': [{'id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:08.894599 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb368fdf-80ce-4311-b976-f7a5a3a04200 None None] The sync data for ids ['a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'] in dv-cinder-843277-6-iscsi is: [{'id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'name': 'tempest-ServerRescueNegativeTestJSON-292774372-router', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:09Z', 'revision_number': 4, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'gw_port': {'id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:01Z', 'updated_at': '2022-06-24T10:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'd2f8c1c8-dbdf-4484-83e0-7797f26f41e9', 'name': '', 'network_id': 'fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'mac_address': 'fa:16:3e:73:4a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:08Z', 'updated_at': '2022-06-24T10:01:29Z', 'revision_number': 5, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'subnets': [{'id': '144899a2-b09a-495a-b00a-6c663cd7966a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:06:08.941894 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-366f242a-5d05-4376-bcb4-6862062ade57 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for security_group_rule (c0f8c6c0-4037-4cf9-a971-afb14a629163), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:09.003200 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-366f242a-5d05-4376-bcb4-6862062ade57 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for security_group_rule (c0f8c6c0-4037-4cf9-a971-afb14a629163), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:09.073399 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-366f242a-5d05-4376-bcb4-6862062ade57 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (c0f8c6c0-4037-4cf9-a971-afb14a629163), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:09.097780 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f242a-5d05-4376-bcb4-6862062ade57 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f8c6c0-4037-4cf9-a971-afb14a629163,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:09.131527 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8afb23-f5d6-49c8-8a23-4dd93705beb8 None None] New status for floating IP 7b18c148-c2d9-4373-9e84-ce0150c88276: DOWN {{(pid=110841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:06:09.195387 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-366f242a-5d05-4376-bcb4-6862062ade57 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:09.196707 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-366f242a-5d05-4376-bcb4-6862062ade57 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3824749 Jun 24 10:06:09.199477 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 43682) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:09.204665 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-444d7398-fc41-4b1d-ab80-e6dd21c03407 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Request body: {'security_group_rule': {'security_group_id': '0048c84b-e6f3-4653-ae4b-78991b8b4946', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:06:09.313057 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-444d7398-fc41-4b1d-ab80-e6dd21c03407 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for security_group_rule (075930a1-45ef-41d6-a8af-9b038cc65939), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:09.371564 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-444d7398-fc41-4b1d-ab80-e6dd21c03407 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for security_group_rule (075930a1-45ef-41d6-a8af-9b038cc65939), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:09.433986 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-444d7398-fc41-4b1d-ab80-e6dd21c03407 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (075930a1-45ef-41d6-a8af-9b038cc65939), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:09.455894 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d7398-fc41-4b1d-ab80-e6dd21c03407 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075930a1-45ef-41d6-a8af-9b038cc65939,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:09.514679 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-444d7398-fc41-4b1d-ab80-e6dd21c03407 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:09.516956 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-444d7398-fc41-4b1d-ab80-e6dd21c03407 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3164520 Jun 24 10:06:09.520059 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 43688) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:09.524638 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-1f7cf0b5-5a4e-4b41-9ce6-550131ecb00d tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Request body: {'floatingip': {'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:06:09.553205 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 43690) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:09.608710 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ba551a8b-5e5f-4a79-ace5-f524cf6b9ac9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for security_group (0c0b3551-0378-42bb-b1bc-d2230455d54a), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:09.634720 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ba551a8b-5e5f-4a79-ace5-f524cf6b9ac9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for security_group (0c0b3551-0378-42bb-b1bc-d2230455d54a), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:09.662913 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1f7cf0b5-5a4e-4b41-9ce6-550131ecb00d tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:09.725497 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3d5c0-81e5-4883-8f5d-3d2ca2df78ab req-fb7f8197-a85f-4712-a1ef-0bc0c226d729 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:09.727013 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e9a3d5c0-81e5-4883-8f5d-3d2ca2df78ab req-fb7f8197-a85f-4712-a1ef-0bc0c226d729 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaab6bae-ac96-452b-9d70-dded946abf05 HTTP/1.1" status: 200 len: 944 time: 0.0763769 Jun 24 10:06:09.754865 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ba551a8b-5e5f-4a79-ace5-f524cf6b9ac9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (0c0b3551-0378-42bb-b1bc-d2230455d54a), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:09.757640 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ba551a8b-5e5f-4a79-ace5-f524cf6b9ac9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:09.761488 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-ba551a8b-5e5f-4a79-ace5-f524cf6b9ac9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "DELETE /v2.0/security-groups/0c0b3551-0378-42bb-b1bc-d2230455d54a HTTP/1.1" status: 204 len: 168 time: 0.2046318 Jun 24 10:06:09.762125 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 43694) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:09.769423 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba551a8b-5e5f-4a79-ace5-f524cf6b9ac9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0b3551-0378-42bb-b1bc-d2230455d54a,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:09.795905 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.api.v2.resource [None req-2c9b05ba-0f90-4617-bbfb-95efa466d774 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] show failed (client error): The resource could not be found. Jun 24 10:06:09.797736 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-2c9b05ba-0f90-4617-bbfb-95efa466d774 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups/0c0b3551-0378-42bb-b1bc-d2230455d54a HTTP/1.1" status: 404 len: 347 time: 0.0322897 Jun 24 10:06:09.800913 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 43696) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:09.815065 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1f7cf0b5-5a4e-4b41-9ce6-550131ecb00d tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:09.841230 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e9a3d5c0-81e5-4883-8f5d-3d2ca2df78ab req-f0626b09-d9cb-4514-b9c0-70dffc0d692a tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864444 Jun 24 10:06:09.927676 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-f5d9269d-c208-4bdc-ba86-7e098d23e149 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Deleting port 9255ddc2-de1a-46a4-8cb7-cc4bf30c9497 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:06:09.928019 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f5d9269d-c208-4bdc-ba86-7e098d23e149 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (9255ddc2-de1a-46a4-8cb7-cc4bf30c9497), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:09.964231 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_common [None req-1f7cf0b5-5a4e-4b41-9ce6-550131ecb00d tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Allocated IP 172.27.2.44 (a3837c3f-8d84-4126-8dfc-b4bde8a26600/ef99dc90-6579-4f1e-9fc6-58eb2334384d/eb685377-ff6f-4c5e-b8c8-42fabd9d26ae) {{(pid=110840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:06:09.999403 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:10.016468 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7c8ba31b-2cac-4196-bf14-b824a58f91c1 req-a450f736-570f-4c70-900e-4e5f58c970e6 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=c170d532-d8da-4b26-879d-22c7dc180716 HTTP/1.1" status: 200 len: 210 time: 0.0558822 Jun 24 10:06:10.041648 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f5d9269d-c208-4bdc-ba86-7e098d23e149 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (9255ddc2-de1a-46a4-8cb7-cc4bf30c9497), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:10.041983 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f5d9269d-c208-4bdc-ba86-7e098d23e149 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for floatingip (9255ddc2-de1a-46a4-8cb7-cc4bf30c9497), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:10.055859 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-f5d9269d-c208-4bdc-ba86-7e098d23e149 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Calling delete_port for 9255ddc2-de1a-46a4-8cb7-cc4bf30c9497 owned by network:floatingip {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:06:10.082480 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1f7cf0b5-5a4e-4b41-9ce6-550131ecb00d tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for port (eb685377-ff6f-4c5e-b8c8-42fabd9d26ae), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:10.193571 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1f7cf0b5-5a4e-4b41-9ce6-550131ecb00d tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (eb685377-ff6f-4c5e-b8c8-42fabd9d26ae), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:10.236524 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7cf0b5-5a4e-4b41-9ce6-550131ecb00d tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:06:10.239428 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-1f7cf0b5-5a4e-4b41-9ce6-550131ecb00d tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:06:10.242013 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7cf0b5-5a4e-4b41-9ce6-550131ecb00d tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Received port after_create {{(pid=110840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:06:10.254440 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cf0b5-5a4e-4b41-9ce6-550131ecb00d tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Pushing event updated for resources: {'Port': ['ID=eb685377-ff6f-4c5e-b8c8-42fabd9d26ae,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:10.286665 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f5d9269d-c208-4bdc-ba86-7e098d23e149 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (9255ddc2-de1a-46a4-8cb7-cc4bf30c9497), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:10.313421 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9269d-c208-4bdc-ba86-7e098d23e149 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Pushing event deleted for resources: {'Port': ['ID=9255ddc2-de1a-46a4-8cb7-cc4bf30c9497,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:10.327858 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1f7cf0b5-5a4e-4b41-9ce6-550131ecb00d tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for floatingip (9238d30a-9215-497b-acd3-4052ef4c11a9), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:10.379257 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f5d9269d-c208-4bdc-ba86-7e098d23e149 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for floatingip (9695cc69-1466-435f-98ce-0431bfdea5be), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:10.381888 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f5d9269d-c208-4bdc-ba86-7e098d23e149 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:10.383046 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-f5d9269d-c208-4bdc-ba86-7e098d23e149 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "DELETE /v2.0/floatingips/9695cc69-1466-435f-98ce-0431bfdea5be HTTP/1.1" status: 204 len: 168 time: 0.5807841 Jun 24 10:06:10.424428 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:10.435070 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1f7cf0b5-5a4e-4b41-9ce6-550131ecb00d tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (eb685377-ff6f-4c5e-b8c8-42fabd9d26ae), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:10.561941 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 43702) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:10.566974 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-6e7ea2e9-febb-4a3e-856d-cf861b601c52 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2061219001', 'description': 'tempest-description--1010854509'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:06:10.586588 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1f7cf0b5-5a4e-4b41-9ce6-550131ecb00d tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for port (eb685377-ff6f-4c5e-b8c8-42fabd9d26ae), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:10.657910 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1f7cf0b5-5a4e-4b41-9ce6-550131ecb00d tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (eb685377-ff6f-4c5e-b8c8-42fabd9d26ae), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:10.658170 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6e7ea2e9-febb-4a3e-856d-cf861b601c52 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:10.691754 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1f7cf0b5-5a4e-4b41-9ce6-550131ecb00d tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (9238d30a-9215-497b-acd3-4052ef4c11a9), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:10.714852 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cf0b5-5a4e-4b41-9ce6-550131ecb00d tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Pushing event updated for resources: {'Port': ['ID=eb685377-ff6f-4c5e-b8c8-42fabd9d26ae,revision_number=2']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:10.740272 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6e7ea2e9-febb-4a3e-856d-cf861b601c52 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for security_group (d8eea354-197e-4260-b4e4-723819ab0adf), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:10.785730 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1f7cf0b5-5a4e-4b41-9ce6-550131ecb00d tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:10.787003 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-1f7cf0b5-5a4e-4b41-9ce6-550131ecb00d tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2659583 Jun 24 10:06:10.812458 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6e7ea2e9-febb-4a3e-856d-cf861b601c52 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (d8eea354-197e-4260-b4e4-723819ab0adf), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:10.843187 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ea2e9-febb-4a3e-856d-cf861b601c52 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8eea354-197e-4260-b4e4-723819ab0adf,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:10.910335 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6e7ea2e9-febb-4a3e-856d-cf861b601c52 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:10.911657 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-6e7ea2e9-febb-4a3e-856d-cf861b601c52 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3486357 Jun 24 10:06:10.914517 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 43718) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:10.920453 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-5455681c-b253-4dd1-b950-e2bb55c25d96 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Request body: {'security_group_rule': {'security_group_id': 'd8eea354-197e-4260-b4e4-723819ab0adf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:06:10.925645 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:10.931704 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 09666df1-84b4-415c-9fc9-228adfcfdef3 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:06:10.934108 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:10.937695 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 62ac8ae2-de6d-4539-8e21-9a572eab33d9 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:06:10.954578 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:10.963510 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] No Port match for: 62ac8ae2-de6d-4539-8e21-9a572eab33d9 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:06:10.964176 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 62ac8ae2-de6d-4539-8e21-9a572eab33d9 not bound to the agent host hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:06:10.965712 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e7d69-2068-4392-a6de-e242bd313290 req-5b14324e-320e-47a3-82d3-e3871e2cdac2 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:10.966805 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-d74ae9f3-a032-4770-997b-158725bb424a tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--302669121&fields=id&tenant_id=b57a965c8ac24ad383260d621813bc3b HTTP/1.1" status: 200 len: 267 time: 0.0736403 Jun 24 10:06:10.968588 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0c3e7d69-2068-4392-a6de-e242bd313290 req-5b14324e-320e-47a3-82d3-e3871e2cdac2 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaab6bae-ac96-452b-9d70-dded946abf05 HTTP/1.1" status: 200 len: 944 time: 0.0573010 Jun 24 10:06:11.012416 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:06:11.021244 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0c3e7d69-2068-4392-a6de-e242bd313290 req-befa9fb0-9b62-4964-ab67-f5c7d833f7d6 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475435 Jun 24 10:06:11.064455 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 09666df1-84b4-415c-9fc9-228adfcfdef3, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=09666df1-84b4-415c-9fc9-228adfcfdef3,segment=NetworkSegment(c2ce25df-37d7-4b2d-9fd7-337f0e3251fc),segment_id=c2ce25df-37d7-4b2d-9fd7-337f0e3251fc)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:11.067228 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5455681c-b253-4dd1-b950-e2bb55c25d96 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for security_group_rule (3488c98d-0a78-4981-bfbb-a2cadfe96806), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:11.078263 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': '09666df1-84b4-415c-9fc9-228adfcfdef3', 'network_id': '27c1f451-5632-4595-bd92-6b71a74a8ba9', 'port_id': '09666df1-84b4-415c-9fc9-228adfcfdef3', 'mac_address': 'fa:16:3e:87:63:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d9b756-6a75-4bf8-b2de-059361d22604', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:06:11.117139 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 09666df1-84b4-415c-9fc9-228adfcfdef3 is: DOWN; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:06:11.117536 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (09666df1-84b4-415c-9fc9-228adfcfdef3), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:11.123405 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-d94b83d7-faf3-4a07-b2fe-510611a7574e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:11.124949 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-d94b83d7-faf3-4a07-b2fe-510611a7574e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/networks?id=3c8f19ac-e8c2-4044-a226-361510084949 HTTP/1.1" status: 200 len: 811 time: 0.1490967 Jun 24 10:06:11.137542 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09666df1-84b4-415c-9fc9-228adfcfdef3 {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:06:11.148116 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-589734f2-2a98-46c7-8abc-64aaf5c987a6 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/quotas/b57a965c8ac24ad383260d621813bc3b HTTP/1.1" status: 200 len: 375 time: 0.0171056 Jun 24 10:06:11.154738 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 09666df1-84b4-415c-9fc9-228adfcfdef3, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=09666df1-84b4-415c-9fc9-228adfcfdef3,segment=NetworkSegment(c2ce25df-37d7-4b2d-9fd7-337f0e3251fc),segment_id=c2ce25df-37d7-4b2d-9fd7-337f0e3251fc)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:11.159501 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5455681c-b253-4dd1-b950-e2bb55c25d96 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for security_group_rule (3488c98d-0a78-4981-bfbb-a2cadfe96806), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:11.206527 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 43724) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:11.211564 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-8b1f5e70-3ade-4db8-afc1-071377fc1c8e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b57a965c8ac24ad383260d621813bc3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553131 Jun 24 10:06:11.315373 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (09666df1-84b4-415c-9fc9-228adfcfdef3), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:11.322030 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5455681c-b253-4dd1-b950-e2bb55c25d96 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (3488c98d-0a78-4981-bfbb-a2cadfe96806), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:11.331109 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8d253680-3146-43ce-a325-5d5b246d9089 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks [] for security_group (6fac4f97-e77b-491a-b102-568acb8268ee), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:11.365446 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=09666df1-84b4-415c-9fc9-228adfcfdef3,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:11.372625 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:11.372871 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:11.373216 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:11.373580 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:11.373919 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:11.374247 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:11.374572 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:11.374898 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:11.375278 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:11.375607 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:11.375928 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:11.376047 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455681c-b253-4dd1-b950-e2bb55c25d96 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3488c98d-0a78-4981-bfbb-a2cadfe96806,revision_number=0']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:11.376302 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:11.376629 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:11.376948 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:11.377267 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:11.384471 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-007f2977-d6ca-4889-a600-9c7e71de580d service neutron] 10.222.0.26 "GET /v2.0/networks/3c8f19ac-e8c2-4044-a226-361510084949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586781 Jun 24 10:06:11.386557 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8d253680-3146-43ce-a325-5d5b246d9089 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks [] for security_group (6fac4f97-e77b-491a-b102-568acb8268ee), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:11.479939 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5455681c-b253-4dd1-b950-e2bb55c25d96 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:11.481174 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-5455681c-b253-4dd1-b950-e2bb55c25d96 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5656667 Jun 24 10:06:11.484276 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 43726) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:11.490045 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-7fb7fe20-713b-42e4-a192-cdcae674ec0a tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Request body: {'security_group_rule': {'security_group_id': 'd8eea354-197e-4260-b4e4-723819ab0adf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:06:11.510887 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-8b643064-2114-4236-a343-204b71497deb service neutron] 10.222.0.26 "GET /v2.0/networks/3c8f19ac-e8c2-4044-a226-361510084949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154451 Jun 24 10:06:11.584904 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['09666df1-84b4-415c-9fc9-228adfcfdef3'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:06:11.601173 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8d253680-3146-43ce-a325-5d5b246d9089 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (6fac4f97-e77b-491a-b102-568acb8268ee), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:11.603768 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8d253680-3146-43ce-a325-5d5b246d9089 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:11.607306 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-8d253680-3146-43ce-a325-5d5b246d9089 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "DELETE /v2.0/security-groups/6fac4f97-e77b-491a-b102-568acb8268ee HTTP/1.1" status: 204 len: 168 time: 0.4026141 Jun 24 10:06:11.607595 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 43728) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:11.615639 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d253680-3146-43ce-a325-5d5b246d9089 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fac4f97-e77b-491a-b102-568acb8268ee,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:11.623411 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7fb7fe20-713b-42e4-a192-cdcae674ec0a tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for security_group_rule (031b06b9-d50f-4645-9e5b-455c0ddb81cd), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:11.636586 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.api.v2.resource [None req-39686213-4abe-4e4d-908f-a793a4e8e807 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] show failed (client error): The resource could not be found. Jun 24 10:06:11.637708 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-39686213-4abe-4e4d-908f-a793a4e8e807 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups/6fac4f97-e77b-491a-b102-568acb8268ee HTTP/1.1" status: 404 len: 347 time: 0.0271645 Jun 24 10:06:11.640582 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 43730) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:11.702795 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7fb7fe20-713b-42e4-a192-cdcae674ec0a tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for security_group_rule (031b06b9-d50f-4645-9e5b-455c0ddb81cd), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:11.749242 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:11.785495 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7fb7fe20-713b-42e4-a192-cdcae674ec0a tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (031b06b9-d50f-4645-9e5b-455c0ddb81cd), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:11.787779 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-f047b4b9-794a-4448-8cc8-fdd76ff7ef74 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Deleting port 23259687-1daa-45d1-92e8-0337a7919262 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:06:11.788664 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f047b4b9-794a-4448-8cc8-fdd76ff7ef74 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (23259687-1daa-45d1-92e8-0337a7919262), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:11.791614 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-725ad767-84f2-40b9-b926-9f9db386efa0 req-5ee3b7cf-b88d-4506-af85-27a4d344aa7c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 210 time: 0.0384815 Jun 24 10:06:11.811644 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7fe20-713b-42e4-a192-cdcae674ec0a tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031b06b9-d50f-4645-9e5b-455c0ddb81cd,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:11.874705 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f047b4b9-794a-4448-8cc8-fdd76ff7ef74 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (23259687-1daa-45d1-92e8-0337a7919262), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:11.874976 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f047b4b9-794a-4448-8cc8-fdd76ff7ef74 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks [] for floatingip (23259687-1daa-45d1-92e8-0337a7919262), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:11.878166 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7fb7fe20-713b-42e4-a192-cdcae674ec0a tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:11.880600 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-7fb7fe20-713b-42e4-a192-cdcae674ec0a tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3928378 Jun 24 10:06:11.882746 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 43738) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:11.890366 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-02b1c50b-d3f8-4432-88bf-e6bf2e03e42d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Request body: {'floatingip': {'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:06:11.891104 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-f047b4b9-794a-4448-8cc8-fdd76ff7ef74 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Calling delete_port for 23259687-1daa-45d1-92e8-0337a7919262 owned by network:floatingip {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:06:11.966536 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-02b1c50b-d3f8-4432-88bf-e6bf2e03e42d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:12.049495 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-02b1c50b-d3f8-4432-88bf-e6bf2e03e42d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:12.131202 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f047b4b9-794a-4448-8cc8-fdd76ff7ef74 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (23259687-1daa-45d1-92e8-0337a7919262), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:12.139523 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:12.163407 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_common [None req-02b1c50b-d3f8-4432-88bf-e6bf2e03e42d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Allocated IP 172.27.2.97 (a3837c3f-8d84-4126-8dfc-b4bde8a26600/ef99dc90-6579-4f1e-9fc6-58eb2334384d/8bc84c35-7634-455f-86ce-d7a20594985d) {{(pid=110840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:06:12.167996 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047b4b9-794a-4448-8cc8-fdd76ff7ef74 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Pushing event deleted for resources: {'Port': ['ID=23259687-1daa-45d1-92e8-0337a7919262,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:12.179519 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:12.186073 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19c97-e062-4a04-9c9e-1bc01cf1d844 req-971b6525-6083-418f-9b46-9e8475119b01 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:12.187710 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b9e19c97-e062-4a04-9c9e-1bc01cf1d844 req-971b6525-6083-418f-9b46-9e8475119b01 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaab6bae-ac96-452b-9d70-dded946abf05 HTTP/1.1" status: 200 len: 945 time: 0.0898256 Jun 24 10:06:12.274842 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f047b4b9-794a-4448-8cc8-fdd76ff7ef74 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks [] for floatingip (7b18c148-c2d9-4373-9e84-ce0150c88276), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:12.277327 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f047b4b9-794a-4448-8cc8-fdd76ff7ef74 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:12.281224 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-f047b4b9-794a-4448-8cc8-fdd76ff7ef74 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "DELETE /v2.0/floatingips/7b18c148-c2d9-4373-9e84-ce0150c88276 HTTP/1.1" status: 204 len: 168 time: 0.6366374 Jun 24 10:06:12.282890 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b9e19c97-e062-4a04-9c9e-1bc01cf1d844 req-f2f2b9b8-bf28-4d98-a187-647218628a54 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805063 Jun 24 10:06:12.306219 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-02b1c50b-d3f8-4432-88bf-e6bf2e03e42d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for port (8bc84c35-7634-455f-86ce-d7a20594985d), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:12.427752 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-02b1c50b-d3f8-4432-88bf-e6bf2e03e42d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (8bc84c35-7634-455f-86ce-d7a20594985d), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:12.470004 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b1c50b-d3f8-4432-88bf-e6bf2e03e42d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:06:12.474210 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-02b1c50b-d3f8-4432-88bf-e6bf2e03e42d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:06:12.477979 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b1c50b-d3f8-4432-88bf-e6bf2e03e42d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Received port after_create {{(pid=110840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:06:12.486200 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1c50b-d3f8-4432-88bf-e6bf2e03e42d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Pushing event updated for resources: {'Port': ['ID=8bc84c35-7634-455f-86ce-d7a20594985d,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:12.529603 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-02b1c50b-d3f8-4432-88bf-e6bf2e03e42d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for floatingip (12ddd4cb-6c8f-4cc1-a7a9-88421fa54d8d), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:12.698673 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-02b1c50b-d3f8-4432-88bf-e6bf2e03e42d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (8bc84c35-7634-455f-86ce-d7a20594985d), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:12.831656 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:12.881391 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-02b1c50b-d3f8-4432-88bf-e6bf2e03e42d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for port (8bc84c35-7634-455f-86ce-d7a20594985d), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:12.898732 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c4ba0875-5613-4eab-a23a-2c52757795a0 req-ee33ad6f-dc98-47bc-a056-542d010a7a69 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 210 time: 0.0301070 Jun 24 10:06:12.938915 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 09666df1-84b4-415c-9fc9-228adfcfdef3 up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:06:12.978136 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-02b1c50b-d3f8-4432-88bf-e6bf2e03e42d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (8bc84c35-7634-455f-86ce-d7a20594985d), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:12.985279 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning for port 09666df1-84b4-415c-9fc9-228adfcfdef3 completed by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:06:13.010393 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-02b1c50b-d3f8-4432-88bf-e6bf2e03e42d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (12ddd4cb-6c8f-4cc1-a7a9-88421fa54d8d), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:13.029195 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1c50b-d3f8-4432-88bf-e6bf2e03e42d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Pushing event updated for resources: {'Port': ['ID=8bc84c35-7634-455f-86ce-d7a20594985d,revision_number=2']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:13.057866 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port 09666df1-84b4-415c-9fc9-228adfcfdef3 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:06:13.058245 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (09666df1-84b4-415c-9fc9-228adfcfdef3), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:13.092106 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:13.126158 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:UPDATE=9,neutron:SELECT=90,neutron:DELETE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:13.133554 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 09666df1-84b4-415c-9fc9-228adfcfdef3 is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:06:13.133952 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (09666df1-84b4-415c-9fc9-228adfcfdef3), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:13.151251 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-02b1c50b-d3f8-4432-88bf-e6bf2e03e42d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:13.152803 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-02b1c50b-d3f8-4432-88bf-e6bf2e03e42d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2689605 Jun 24 10:06:13.159347 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaab6bae-ac96-452b-9d70-dded946abf05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09666df1-84b4-415c-9fc9-228adfcfdef3'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:06:13.161634 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b641c2-b85e-4c47-a77d-6d287d4a9dee" -d '{"events": [{"server_uuid": "eaab6bae-ac96-452b-9d70-dded946abf05", "name": "network-vif-plugged", "status": "completed", "tag": "09666df1-84b4-415c-9fc9-228adfcfdef3"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:06:13.175366 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 09666df1-84b4-415c-9fc9-228adfcfdef3, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=09666df1-84b4-415c-9fc9-228adfcfdef3,segment=NetworkSegment(c2ce25df-37d7-4b2d-9fd7-337f0e3251fc),segment_id=c2ce25df-37d7-4b2d-9fd7-337f0e3251fc)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:13.207232 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ac66b0-f226-40ff-a9f4-ba72c038ab6d x-openstack-request-id: req-12ac66b0-f226-40ff-a9f4-ba72c038ab6d {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:06:13.207232 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaab6bae-ac96-452b-9d70-dded946abf05", "name": "network-vif-plugged", "status": "completed", "tag": "09666df1-84b4-415c-9fc9-228adfcfdef3", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:06:13.207232 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-12ac66b0-f226-40ff-a9f4-ba72c038ab6d {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:06:13.207232 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ac66b0-f226-40ff-a9f4-ba72c038ab6d'] response: {'server_uuid': 'eaab6bae-ac96-452b-9d70-dded946abf05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09666df1-84b4-415c-9fc9-228adfcfdef3', 'code': 200} Jun 24 10:06:13.271680 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (09666df1-84b4-415c-9fc9-228adfcfdef3), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:13.324426 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-de547851-8bf2-4e54-84ec-444ff05e72b4 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2061219001&fields=id&tenant_id=a77797eae68a42639f886f64db5f5598 HTTP/1.1" status: 200 len: 267 time: 0.0593255 Jun 24 10:06:13.325944 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=09666df1-84b4-415c-9fc9-228adfcfdef3,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:13.424804 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7762f-e4b6-49b9-926e-052b6e3a29cb req-99002c74-0a8e-4686-a502-c11cf787f389 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:13.428786 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d6f7762f-e4b6-49b9-926e-052b6e3a29cb req-99002c74-0a8e-4686-a502-c11cf787f389 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaab6bae-ac96-452b-9d70-dded946abf05 HTTP/1.1" status: 200 len: 946 time: 0.0573092 Jun 24 10:06:13.452758 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-e813598b-492a-4084-8aae-c0b944596d3e tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:13.455062 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-e813598b-492a-4084-8aae-c0b944596d3e tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/networks?id=acbbe71d-fc88-4521-a985-304e44d1216d HTTP/1.1" status: 200 len: 817 time: 0.1171722 Jun 24 10:06:13.470261 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-453e603f-473b-4f9e-81c9-e05151b2671b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/quotas/a77797eae68a42639f886f64db5f5598 HTTP/1.1" status: 200 len: 375 time: 0.0094666 Jun 24 10:06:13.484698 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d6f7762f-e4b6-49b9-926e-052b6e3a29cb req-8df6d0ce-ce6a-4b97-a228-747ef2481174 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505219 Jun 24 10:06:13.519369 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-35429bce-9107-4edc-8f89-0a5eb8ad02c8 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a77797eae68a42639f886f64db5f5598&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438254 Jun 24 10:06:13.592319 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:13.619873 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-a50385da-7c8d-4165-961d-1635bd5bdb20 service neutron] 10.222.0.26 "GET /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892766 Jun 24 10:06:13.658445 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad113d4-cccc-44a4-838a-571ea21bd3e5 req-a704e4ae-1688-474d-8f5d-406b377a78e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:13.660280 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4ad113d4-cccc-44a4-838a-571ea21bd3e5 req-a704e4ae-1688-474d-8f5d-406b377a78e3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eaab6bae-ac96-452b-9d70-dded946abf05 HTTP/1.1" status: 200 len: 1130 time: 0.0529346 Jun 24 10:06:13.709456 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4ad113d4-cccc-44a4-838a-571ea21bd3e5 req-1092f4a9-945e-41f5-88f7-c1bf2b3cb29a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435863 Jun 24 10:06:13.716709 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-ca8214be-ddb9-4be4-b54a-dfb100fd0b22 service neutron] 10.222.0.26 "GET /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896966 Jun 24 10:06:13.998647 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5338561a-890b-4fed-afbc-1cf4c85166da req-ab7dac1a-36a8-4421-a5a9-c561a067aa46 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 210 time: 0.0296009 Jun 24 10:06:14.058337 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-df9b13e1-69ba-48dc-8da2-26a6f8b03f75 req-3832e7cc-a1ef-4a83-8901-e281d9860b67 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 210 time: 0.0478024 Jun 24 10:06:14.599463 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ea1ce-8891-4d5b-935b-6c8108885865 req-188ea292-35ef-4cb6-b315-f45f923aa00d tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:14.600931 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-605ea1ce-8891-4d5b-935b-6c8108885865 req-188ea292-35ef-4cb6-b315-f45f923aa00d tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaab6bae-ac96-452b-9d70-dded946abf05 HTTP/1.1" status: 200 len: 946 time: 0.0485692 Jun 24 10:06:14.655678 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-605ea1ce-8891-4d5b-935b-6c8108885865 req-74bdc91b-69cc-4adb-9815-5f91f6eed9f7 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485153 Jun 24 10:06:15.104440 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-6d1bcd61-a6c4-45a5-a2d5-524358807500 req-b4d7f3b3-6d2a-4e83-bc86-8d52a6243744 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 210 time: 0.0340216 Jun 24 10:06:15.169306 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2d72bbbf-c076-4517-b62d-9d905b5538a2 req-eb582d50-938c-4f84-ad6c-88379505b15b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 210 time: 0.0302761 Jun 24 10:06:15.368940 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-7e143bf4-c373-4f38-9143-5e20f766691b tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:15.370643 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-7e143bf4-c373-4f38-9143-5e20f766691b tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.55 "GET /v2.0/networks?id=3c8f19ac-e8c2-4044-a226-361510084949 HTTP/1.1" status: 200 len: 811 time: 0.1033745 Jun 24 10:06:15.447908 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:15.454875 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-b5be2cb8-edd1-4a21-aeb2-9e79244a2d98 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57a965c8ac24ad383260d621813bc3b HTTP/1.1" status: 200 len: 379 time: 0.0637541 Jun 24 10:06:15.469416 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-e9f0e748-5e47-4cac-ad75-cc53e55659f6 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Request body: {'port': {'device_id': '81e2c8c9-5c99-476a-a8a0-adce8022d022', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'admin_state_up': True, 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'security_groups': ['0048c84b-e6f3-4653-ae4b-78991b8b4946']}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:06:15.661199 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfac54-b863-4cb7-a894-b881236366ec req-3bc491b3-1787-4379-92f1-00daf79b5c2f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:15.662741 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-11dfac54-b863-4cb7-a894-b881236366ec req-3bc491b3-1787-4379-92f1-00daf79b5c2f tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0535336 Jun 24 10:06:15.721399 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-11dfac54-b863-4cb7-a894-b881236366ec req-88f2145e-bc76-42f8-a802-8e7bf56ba311 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531268 Jun 24 10:06:15.723440 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-e9f0e748-5e47-4cac-ad75-cc53e55659f6 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Made reservation on behalf of b57a965c8ac24ad383260d621813bc3b for: {'port': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:06:15.726838 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-e9f0e748-5e47-4cac-ad75-cc53e55659f6 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:15.745411 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:15.749761 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-fee869ca-834e-4cdc-82e0-d0fc5a2f8b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:15.782733 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d9873-aa4f-4531-be88-b120fb9c8dcf req-8a281336-4e28-42fc-a6c4-be941bc68494 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:15.784240 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-834d9873-aa4f-4531-be88-b120fb9c8dcf req-8a281336-4e28-42fc-a6c4-be941bc68494 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaab6bae-ac96-452b-9d70-dded946abf05 HTTP/1.1" status: 200 len: 946 time: 0.0503647 Jun 24 10:06:15.833756 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-834d9873-aa4f-4531-be88-b120fb9c8dcf req-da36b506-2722-4040-8973-eb72ac1325e4 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434258 Jun 24 10:06:15.871227 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-e9f0e748-5e47-4cac-ad75-cc53e55659f6 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Allocated IP 172.20.0.10 (3c8f19ac-e8c2-4044-a226-361510084949/b78992fa-8718-4ba9-94c3-e836373f9bf4/8729f211-3e97-49aa-abcb-f42c379588c6) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:06:15.905469 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:16.021408 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-e9f0e748-5e47-4cac-ad75-cc53e55659f6 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for port (8729f211-3e97-49aa-abcb-f42c379588c6), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:16.104253 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-e9f0e748-5e47-4cac-ad75-cc53e55659f6 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (8729f211-3e97-49aa-abcb-f42c379588c6), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:16.151146 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-e9f0e748-5e47-4cac-ad75-cc53e55659f6 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Network 3c8f19ac-e8c2-4044-a226-361510084949 is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:06:16.154398 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-e9f0e748-5e47-4cac-ad75-cc53e55659f6 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:06:16.157523 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-e9f0e748-5e47-4cac-ad75-cc53e55659f6 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:06:16.205650 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0e748-5e47-4cac-ad75-cc53e55659f6 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Pushing event updated for resources: {'Port': ['ID=8729f211-3e97-49aa-abcb-f42c379588c6,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:16.222855 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-e9f0e748-5e47-4cac-ad75-cc53e55659f6 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:16.224786 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-e9f0e748-5e47-4cac-ad75-cc53e55659f6 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:16.227285 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:16.228422 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae886bc1-8f1f-4688-98c7-df50dbc8f01c req-60df6d6a-b567-49a7-98db-9f991105dae2 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:16.229965 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ae886bc1-8f1f-4688-98c7-df50dbc8f01c req-60df6d6a-b567-49a7-98db-9f991105dae2 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 932 time: 0.0539961 Jun 24 10:06:16.288166 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ae886bc1-8f1f-4688-98c7-df50dbc8f01c req-b5147fea-ab22-4dfe-8838-4c79fc7a989b tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=0048c84b-e6f3-4653-ae4b-78991b8b4946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472538 Jun 24 10:06:16.316354 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-e9f0e748-5e47-4cac-ad75-cc53e55659f6 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8509998 Jun 24 10:06:16.382005 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ea354903-01a6-4449-8f4b-fbdf89e4a352 req-a38d5799-fc54-4336-9e83-084ee8c72cc7 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 210 time: 0.0283442 Jun 24 10:06:16.400533 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6383e14e-a8b7-40cc-98db-a6acb332c21f None None] Provisioning complete for port 8729f211-3e97-49aa-abcb-f42c379588c6 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:06:16.400533 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6383e14e-a8b7-40cc-98db-a6acb332c21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (8729f211-3e97-49aa-abcb-f42c379588c6), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:16.429573 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6383e14e-a8b7-40cc-98db-a6acb332c21f None None] Port 8729f211-3e97-49aa-abcb-f42c379588c6 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:06:16.837171 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065e5ad-20a8-49e5-a847-97aa27693db0 req-2e8cb372-3813-4e54-862e-fbeb34ddaa67 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:16.838801 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e065e5ad-20a8-49e5-a847-97aa27693db0 req-2e8cb372-3813-4e54-862e-fbeb34ddaa67 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0488846 Jun 24 10:06:16.886828 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e065e5ad-20a8-49e5-a847-97aa27693db0 req-38789f04-28d8-4797-8ee5-afc0f8de0ef0 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423841 Jun 24 10:06:17.409971 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fc9bc-fb64-47fb-b85c-cbc9852fe2a7 req-e3be2780-3e53-45cc-b24a-61ce0fd08f1a tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:17.411494 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-1d7fc9bc-fb64-47fb-b85c-cbc9852fe2a7 req-e3be2780-3e53-45cc-b24a-61ce0fd08f1a tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 932 time: 0.0519013 Jun 24 10:06:17.458953 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-1d7fc9bc-fb64-47fb-b85c-cbc9852fe2a7 req-0f1f53c7-3111-4c83-a865-87fbdddb5e0c tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=0048c84b-e6f3-4653-ae4b-78991b8b4946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417752 Jun 24 10:06:17.541925 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-47b325e7-312d-4274-80f9-2b680c5e6c0b req-28bcb172-e94f-452c-a386-14ef5374094f tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 210 time: 0.0287476 Jun 24 10:06:17.602494 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-cd241406-266e-4056-81fa-b4a33a2729a0 service neutron] Request body: {'port': {'device_id': '81e2c8c9-5c99-476a-a8a0-adce8022d022', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:06:17.668645 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-cd241406-266e-4056-81fa-b4a33a2729a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (8729f211-3e97-49aa-abcb-f42c379588c6), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:17.897919 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-8fb97604-42a2-47e7-9e6c-3638e99fa52d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:17.930291 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-cd241406-266e-4056-81fa-b4a33a2729a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8729f211-3e97-49aa-abcb-f42c379588c6 {{(pid=110839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:06:17.938526 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-cd241406-266e-4056-81fa-b4a33a2729a0 service neutron] Publish callbacks [] for port (8729f211-3e97-49aa-abcb-f42c379588c6), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:17.980715 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.provisioning_blocks [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-cd241406-266e-4056-81fa-b4a33a2729a0 service neutron] Transition to ACTIVE for port object 8729f211-3e97-49aa-abcb-f42c379588c6 will not be triggered until provisioned by entity L2. {{(pid=110839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:06:17.996717 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f577a-4825-4da4-819b-02e98ee0a6f8 req-1d6dae1f-aaad-42f8-8507-07b9de104e01 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:17.998219 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-012f577a-4825-4da4-819b-02e98ee0a6f8 req-1d6dae1f-aaad-42f8-8507-07b9de104e01 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0534947 Jun 24 10:06:18.007553 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24304cf7-aead-4770-9989-99e07109ae81 req-01cd5423-1c10-4b97-947a-0201fee58895 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:18.009087 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-24304cf7-aead-4770-9989-99e07109ae81 req-01cd5423-1c10-4b97-947a-0201fee58895 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.0529380 Jun 24 10:06:18.060658 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-24304cf7-aead-4770-9989-99e07109ae81 req-06c54e4e-551d-4b06-8b2e-b2d1ca238861 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460668 Jun 24 10:06:18.067763 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-cd241406-266e-4056-81fa-b4a33a2729a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (8729f211-3e97-49aa-abcb-f42c379588c6), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:18.121402 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd241406-266e-4056-81fa-b4a33a2729a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8729f211-3e97-49aa-abcb-f42c379588c6,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:18.201951 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-cd241406-266e-4056-81fa-b4a33a2729a0 service neutron] Attempting to bind port 8729f211-3e97-49aa-abcb-f42c379588c6 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:06:18.202314 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-cd241406-266e-4056-81fa-b4a33a2729a0 service neutron] Attempting to bind port 8729f211-3e97-49aa-abcb-f42c379588c6 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': 'aa725e7e-954b-4574-8420-010b18a49b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949'}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:06:18.202625 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-cd241406-266e-4056-81fa-b4a33a2729a0 service neutron] Attempting to bind port 8729f211-3e97-49aa-abcb-f42c379588c6 on network 3c8f19ac-e8c2-4044-a226-361510084949 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:06:18.207549 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-cd241406-266e-4056-81fa-b4a33a2729a0 service neutron] Port 8729f211-3e97-49aa-abcb-f42c379588c6 on network 3c8f19ac-e8c2-4044-a226-361510084949 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:06:18.210106 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-cd241406-266e-4056-81fa-b4a33a2729a0 service neutron] Attempting to bind port 8729f211-3e97-49aa-abcb-f42c379588c6 on network 3c8f19ac-e8c2-4044-a226-361510084949 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:06:18.213002 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-cd241406-266e-4056-81fa-b4a33a2729a0 service neutron] Checking agent: {'id': '26214230-7434-41f1-bd59-00d94ef0f061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'started_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:06:18.213342 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-cd241406-266e-4056-81fa-b4a33a2729a0 service neutron] Checking segment: {'id': 'aa725e7e-954b-4574-8420-010b18a49b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:06:18.213729 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-cd241406-266e-4056-81fa-b4a33a2729a0 service neutron] Bound using segment: {'id': 'aa725e7e-954b-4574-8420-010b18a49b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949'} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:06:18.214163 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-cd241406-266e-4056-81fa-b4a33a2729a0 service neutron] Bound port: 8729f211-3e97-49aa-abcb-f42c379588c6, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa725e7e-954b-4574-8420-010b18a49b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949'}}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:06:18.214532 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-cd241406-266e-4056-81fa-b4a33a2729a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (8729f211-3e97-49aa-abcb-f42c379588c6), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:18.346186 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-cd241406-266e-4056-81fa-b4a33a2729a0 service neutron] For port 8729f211-3e97-49aa-abcb-f42c379588c6, host hv-cinder-84327, cleared binding levels {{(pid=110839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:06:18.358256 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-012f577a-4825-4da4-819b-02e98ee0a6f8 req-d4d8559d-e55f-4114-be01-0a1270602fec tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Deleting port 17817cc3-73eb-4391-b5de-08503690fb3b {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:06:18.358608 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-012f577a-4825-4da4-819b-02e98ee0a6f8 req-d4d8559d-e55f-4114-be01-0a1270602fec tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (17817cc3-73eb-4391-b5de-08503690fb3b), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:18.365541 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-cd241406-266e-4056-81fa-b4a33a2729a0 service neutron] For port 8729f211-3e97-49aa-abcb-f42c379588c6, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=8729f211-3e97-49aa-abcb-f42c379588c6,segment=NetworkSegment(aa725e7e-954b-4574-8420-010b18a49b50),segment_id=aa725e7e-954b-4574-8420-010b18a49b50)] {{(pid=110839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:06:18.434983 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:18.459668 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:18.461041 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-cd241406-266e-4056-81fa-b4a33a2729a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (8729f211-3e97-49aa-abcb-f42c379588c6), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:18.584336 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b58071-8660-4a7a-b3e8-6d4392ba1de3 req-a8b36e75-d794-4696-9b74-a2f5d1b61283 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:18.585933 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-19b58071-8660-4a7a-b3e8-6d4392ba1de3 req-a8b36e75-d794-4696-9b74-a2f5d1b61283 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 944 time: 0.0545883 Jun 24 10:06:18.696934 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-19b58071-8660-4a7a-b3e8-6d4392ba1de3 req-7d30574a-d944-44e8-a900-8d12369aa4a7 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=0048c84b-e6f3-4653-ae4b-78991b8b4946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962968 Jun 24 10:06:18.872435 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-012f577a-4825-4da4-819b-02e98ee0a6f8 req-d4d8559d-e55f-4114-be01-0a1270602fec tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] For port 17817cc3-73eb-4391-b5de-08503690fb3b, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=17817cc3-73eb-4391-b5de-08503690fb3b,segment=NetworkSegment(18d9f559-afbe-4071-9df5-d5e429c5cbf9),segment_id=18d9f559-afbe-4071-9df5-d5e429c5cbf9)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:18.873005 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-012f577a-4825-4da4-819b-02e98ee0a6f8 req-d4d8559d-e55f-4114-be01-0a1270602fec tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (17817cc3-73eb-4391-b5de-08503690fb3b), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:18.876972 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-cd241406-266e-4056-81fa-b4a33a2729a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:18.877583 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-cd241406-266e-4056-81fa-b4a33a2729a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:18.879011 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-cd241406-266e-4056-81fa-b4a33a2729a0 service neutron] 10.222.0.55 "PUT /v2.0/ports/8729f211-3e97-49aa-abcb-f42c379588c6 HTTP/1.1" status: 200 len: 1094 time: 1.2815638 Jun 24 10:06:18.879758 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e2c8c9-5c99-476a-a8a0-adce8022d022', 'tag': '8729f211-3e97-49aa-abcb-f42c379588c6'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:06:18.882038 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc768b4-3f5a-444d-935b-27d55c463f19" -d '{"events": [{"name": "network-changed", "server_uuid": "81e2c8c9-5c99-476a-a8a0-adce8022d022", "tag": "8729f211-3e97-49aa-abcb-f42c379588c6"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:06:18.908799 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ef355740-6fa0-4d07-8c59-7c72a3e6c768 req-94219835-cb7b-42a0-ab73-e71f00a2105f tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 210 time: 0.1224003 Jun 24 10:06:18.938144 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-012f577a-4825-4da4-819b-02e98ee0a6f8 req-d4d8559d-e55f-4114-be01-0a1270602fec tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Calling delete_port for 17817cc3-73eb-4391-b5de-08503690fb3b owned by compute:nova {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:06:18.946597 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d590c838-606b-4d46-9735-8998847b3140 x-openstack-request-id: req-d590c838-606b-4d46-9735-8998847b3140 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:06:18.946875 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e2c8c9-5c99-476a-a8a0-adce8022d022", "tag": "8729f211-3e97-49aa-abcb-f42c379588c6", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:06:18.947130 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d590c838-606b-4d46-9735-8998847b3140 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:06:18.947634 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d590c838-606b-4d46-9735-8998847b3140'] response: {'name': 'network-changed', 'server_uuid': '81e2c8c9-5c99-476a-a8a0-adce8022d022', 'tag': '8729f211-3e97-49aa-abcb-f42c379588c6', 'status': 'completed', 'code': 200} Jun 24 10:06:18.968303 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-1e3d4da6-6fb3-45af-90e3-c0dc129ac521 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:18.970500 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-1e3d4da6-6fb3-45af-90e3-c0dc129ac521 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.55 "GET /v2.0/networks?id=acbbe71d-fc88-4521-a985-304e44d1216d HTTP/1.1" status: 200 len: 817 time: 0.5460892 Jun 24 10:06:18.973271 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd241406-266e-4056-81fa-b4a33a2729a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8729f211-3e97-49aa-abcb-f42c379588c6,revision_number=3']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:19.089146 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc768b4-3f5a-444d-935b-27d55c463f19 req-c5465d55-a7ce-45e7-b6ff-38e1f6d20269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:19.090829 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9fc768b4-3f5a-444d-935b-27d55c463f19 req-c5465d55-a7ce-45e7-b6ff-38e1f6d20269 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b57a965c8ac24ad383260d621813bc3b&device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 1128 time: 0.0829217 Jun 24 10:06:19.133498 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-612b3e11-9bf3-4e66-9a18-8d02accd9298 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a77797eae68a42639f886f64db5f5598 HTTP/1.1" status: 200 len: 380 time: 0.1267459 Jun 24 10:06:19.174102 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-2c1b2fb3-4e7b-45bc-a859-0911dbea5025 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Request body: {'port': {'device_id': '03050a70-dac3-49b8-a4ab-e73de4421841', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'admin_state_up': True, 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'security_groups': ['d8eea354-197e-4260-b4e4-723819ab0adf']}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:06:19.195127 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:19.200961 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:19.277466 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc5019-df9f-40e3-b40c-c08360253c91 req-b249f082-ecde-4637-9969-8149682062e0 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:19.278970 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5cdc5019-df9f-40e3-b40c-c08360253c91 req-b249f082-ecde-4637-9969-8149682062e0 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 946 time: 0.1438236 Jun 24 10:06:19.441754 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5cdc5019-df9f-40e3-b40c-c08360253c91 req-1063fd56-e8c1-4fa1-bc4e-acd33d331472 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318820 Jun 24 10:06:19.442757 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc768b4-3f5a-444d-935b-27d55c463f19 req-6376bd31-3631-4f72-adac-6c92d4a7190b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:19.444108 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9fc768b4-3f5a-444d-935b-27d55c463f19 req-6376bd31-3631-4f72-adac-6c92d4a7190b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b57a965c8ac24ad383260d621813bc3b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2775402 Jun 24 10:06:19.513913 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-012f577a-4825-4da4-819b-02e98ee0a6f8 req-d4d8559d-e55f-4114-be01-0a1270602fec tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (17817cc3-73eb-4391-b5de-08503690fb3b), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:19.526883 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['be1d3537-038c-4ba5-84f5-566839e929b4', '17817cc3-73eb-4391-b5de-08503690fb3b'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:06:19.555311 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8559d-e55f-4114-be01-0a1270602fec tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Pushing event deleted for resources: {'Port': ['ID=17817cc3-73eb-4391-b5de-08503690fb3b,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:19.597284 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-2c1b2fb3-4e7b-45bc-a859-0911dbea5025 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Made reservation on behalf of a77797eae68a42639f886f64db5f5598 for: {'port': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:06:19.600805 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-2c1b2fb3-4e7b-45bc-a859-0911dbea5025 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:19.619232 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc768b4-3f5a-444d-935b-27d55c463f19 req-c020eec7-4bea-429c-9ddb-e9c74dcb39f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:19.620745 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9fc768b4-3f5a-444d-935b-27d55c463f19 req-c020eec7-4bea-429c-9ddb-e9c74dcb39f8 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1705739 Jun 24 10:06:19.629397 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-012f577a-4825-4da4-819b-02e98ee0a6f8 req-d4d8559d-e55f-4114-be01-0a1270602fec tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] No DVR routers for this DVR port 17817cc3-73eb-4391-b5de-08503690fb3b on host hv-cinder-84327 {{(pid=110839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:06:19.632777 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-012f577a-4825-4da4-819b-02e98ee0a6f8 req-d4d8559d-e55f-4114-be01-0a1270602fec tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:19.636248 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-012f577a-4825-4da4-819b-02e98ee0a6f8 req-d4d8559d-e55f-4114-be01-0a1270602fec tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.55 "DELETE /v2.0/ports/17817cc3-73eb-4391-b5de-08503690fb3b HTTP/1.1" status: 204 len: 173 time: 1.4110954 Jun 24 10:06:19.727121 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:19.748051 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-f8e0d018-0246-4c4f-b11d-3508e9d3dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:19.749682 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-f8e0d018-0246-4c4f-b11d-3508e9d3dd8a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b57a965c8ac24ad383260d621813bc3b&device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 1128 time: 0.0625007 Jun 24 10:06:19.787886 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:19.805018 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfb333-258b-4f9c-a5c7-e787e2d3f61c req-6219545a-ce31-49cd-8a22-b829edfee915 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:19.806522 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-18dfb333-258b-4f9c-a5c7-e787e2d3f61c req-6219545a-ce31-49cd-8a22-b829edfee915 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 944 time: 0.0588918 Jun 24 10:06:19.820236 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-530aab11-3d88-46f6-9e12-b0285c407702 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8729f211-3e97-49aa-abcb-f42c379588c6 HTTP/1.1" status: 200 len: 217 time: 0.0425830 Jun 24 10:06:19.843719 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-2c1b2fb3-4e7b-45bc-a859-0911dbea5025 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Allocated IP 172.20.0.3 (acbbe71d-fc88-4521-a985-304e44d1216d/20ee07e6-65c0-48ce-91f9-befe3b16f3f9/66641946-e924-41f5-ad9f-d918c412d89d) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:06:19.855071 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-18dfb333-258b-4f9c-a5c7-e787e2d3f61c req-1321f924-40ae-4893-95b3-e57ea580aa6d tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=0048c84b-e6f3-4653-ae4b-78991b8b4946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427372 Jun 24 10:06:19.907215 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-b659b922-92eb-4d4d-beed-9aaacaf65e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:19.914629 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-b659b922-92eb-4d4d-beed-9aaacaf65e60 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b78992fa-8718-4ba9-94c3-e836373f9bf4 HTTP/1.1" status: 200 len: 850 time: 0.0726423 Jun 24 10:06:19.997511 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-a745e7b4-3c0c-4e1e-8303-3602277528de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:19.999081 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-a745e7b4-3c0c-4e1e-8303-3602277528de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c8f19ac-e8c2-4044-a226-361510084949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0824969 Jun 24 10:06:20.058877 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f4636d13-075b-4f2a-b479-fd7247200500 req-420dec39-e7e4-4d5d-b485-9a12fb5662b9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 210 time: 0.0725017 Jun 24 10:06:20.095150 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:20.149044 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-2c1b2fb3-4e7b-45bc-a859-0911dbea5025 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for port (66641946-e924-41f5-ad9f-d918c412d89d), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:20.176047 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-f60b164a-5d95-4e65-8b1b-137adb20e25d service neutron] 10.222.0.55 "GET /v2.0/networks/3c8f19ac-e8c2-4044-a226-361510084949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320951 Jun 24 10:06:20.277328 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4712244c-2f1c-4ee3-b047-1799ba7b06d3 req-4a5d32db-31b3-40f5-ad6f-7ada81f76848 service neutron] 10.222.0.55 "GET /v2.0/networks/3c8f19ac-e8c2-4044-a226-361510084949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916979 Jun 24 10:06:20.299079 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-2c1b2fb3-4e7b-45bc-a859-0911dbea5025 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (66641946-e924-41f5-ad9f-d918c412d89d), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:20.342786 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-2c1b2fb3-4e7b-45bc-a859-0911dbea5025 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Network acbbe71d-fc88-4521-a985-304e44d1216d is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:06:20.346968 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-2c1b2fb3-4e7b-45bc-a859-0911dbea5025 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:06:20.350613 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-2c1b2fb3-4e7b-45bc-a859-0911dbea5025 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:06:20.356543 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b2fb3-4e7b-45bc-a859-0911dbea5025 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Pushing event updated for resources: {'Port': ['ID=66641946-e924-41f5-ad9f-d918c412d89d,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:20.409265 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-2c1b2fb3-4e7b-45bc-a859-0911dbea5025 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:20.409898 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-2c1b2fb3-4e7b-45bc-a859-0911dbea5025 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:20.510255 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-2c1b2fb3-4e7b-45bc-a859-0911dbea5025 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3424034 Jun 24 10:06:20.523079 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-c727315f-5328-4f34-8c0b-b7ce2af1e06a service neutron] Request body: {'port': {'device_id': '03050a70-dac3-49b8-a4ab-e73de4421841', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:06:20.555491 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f461c726-ec8e-48f7-857c-5e856d091257 req-b293d6df-586d-46c1-bccf-b0b28d20dba5 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb HTTP/1.1" status: 200 len: 210 time: 0.0284746 Jun 24 10:06:20.593574 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:20.596357 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-c727315f-5328-4f34-8c0b-b7ce2af1e06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (66641946-e924-41f5-ad9f-d918c412d89d), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:20.626698 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-43b06bf7-0ed5-44a8-bac5-397c4f7ab761 None None] Provisioning complete for port 66641946-e924-41f5-ad9f-d918c412d89d triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:06:20.627223 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-43b06bf7-0ed5-44a8-bac5-397c4f7ab761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (66641946-e924-41f5-ad9f-d918c412d89d), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:20.661654 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-43b06bf7-0ed5-44a8-bac5-397c4f7ab761 None None] Port 66641946-e924-41f5-ad9f-d918c412d89d cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:06:20.867091 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-c727315f-5328-4f34-8c0b-b7ce2af1e06a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66641946-e924-41f5-ad9f-d918c412d89d {{(pid=110839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:06:20.872993 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:20.874933 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-c727315f-5328-4f34-8c0b-b7ce2af1e06a service neutron] Publish callbacks [] for port (66641946-e924-41f5-ad9f-d918c412d89d), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:20.895653 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.provisioning_blocks [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-c727315f-5328-4f34-8c0b-b7ce2af1e06a service neutron] Transition to ACTIVE for port object 66641946-e924-41f5-ad9f-d918c412d89d will not be triggered until provisioned by entity L2. {{(pid=110839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:06:20.956720 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb', 'name': 'network-vif-deleted', 'tag': '17817cc3-73eb-4391-b5de-08503690fb3b'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:06:20.958935 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09381de9-d4b6-4e09-9be4-b62813fbb75a" -d '{"events": [{"server_uuid": "e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb", "name": "network-vif-deleted", "tag": "17817cc3-73eb-4391-b5de-08503690fb3b"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:06:20.979159 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f237703-c22a-4d2e-b18f-6ea9c5a4b3c4 req-e84b36f8-be2c-4474-a204-4c6aca07e74f tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:20.980713 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6f237703-c22a-4d2e-b18f-6ea9c5a4b3c4 req-e84b36f8-be2c-4474-a204-4c6aca07e74f tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 944 time: 0.0515604 Jun 24 10:06:21.001605 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536a0547-845b-4bd2-b66a-eab6ccbdc902 x-openstack-request-id: req-536a0547-845b-4bd2-b66a-eab6ccbdc902 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:06:21.001893 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb", "name": "network-vif-deleted", "tag": "17817cc3-73eb-4391-b5de-08503690fb3b", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:06:21.002143 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-536a0547-845b-4bd2-b66a-eab6ccbdc902 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:06:21.002527 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-536a0547-845b-4bd2-b66a-eab6ccbdc902'] response: {'server_uuid': 'e8f54e5e-4833-47a2-a1e4-bf1a76d8f9bb', 'name': 'network-vif-deleted', 'tag': '17817cc3-73eb-4391-b5de-08503690fb3b', 'status': 'completed', 'code': 200} Jun 24 10:06:21.018384 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:21.032757 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6f237703-c22a-4d2e-b18f-6ea9c5a4b3c4 req-771be217-cf24-4483-9fa4-840aa5f843d9 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=0048c84b-e6f3-4653-ae4b-78991b8b4946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454748 Jun 24 10:06:21.057866 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-c727315f-5328-4f34-8c0b-b7ce2af1e06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (66641946-e924-41f5-ad9f-d918c412d89d), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:21.101723 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:21.111756 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727315f-5328-4f34-8c0b-b7ce2af1e06a service neutron] Pushing event updated for resources: {'Port': ['ID=66641946-e924-41f5-ad9f-d918c412d89d,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:21.196407 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca73bb5-3f9c-4784-a116-54003a440c00 req-72e0a660-8158-4634-a67c-6f1ec4e6ec0b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:21.197868 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-c727315f-5328-4f34-8c0b-b7ce2af1e06a service neutron] Attempting to bind port 66641946-e924-41f5-ad9f-d918c412d89d on host hv-cinder-84327 for vnic_type normal with profile {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:06:21.198240 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-c727315f-5328-4f34-8c0b-b7ce2af1e06a service neutron] Attempting to bind port 66641946-e924-41f5-ad9f-d918c412d89d by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '22abef9e-17bc-4403-b097-8df8e4f769a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d'}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:06:21.198702 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-c727315f-5328-4f34-8c0b-b7ce2af1e06a service neutron] Attempting to bind port 66641946-e924-41f5-ad9f-d918c412d89d on network acbbe71d-fc88-4521-a985-304e44d1216d {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:06:21.199018 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-aca73bb5-3f9c-4784-a116-54003a440c00 req-72e0a660-8158-4634-a67c-6f1ec4e6ec0b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 943 time: 0.0614617 Jun 24 10:06:21.204219 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-c727315f-5328-4f34-8c0b-b7ce2af1e06a service neutron] Port 66641946-e924-41f5-ad9f-d918c412d89d on network acbbe71d-fc88-4521-a985-304e44d1216d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:06:21.204555 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-c727315f-5328-4f34-8c0b-b7ce2af1e06a service neutron] Attempting to bind port 66641946-e924-41f5-ad9f-d918c412d89d on network acbbe71d-fc88-4521-a985-304e44d1216d {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:06:21.210026 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-c727315f-5328-4f34-8c0b-b7ce2af1e06a service neutron] Checking agent: {'id': '26214230-7434-41f1-bd59-00d94ef0f061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'started_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:06:21.213262 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-c727315f-5328-4f34-8c0b-b7ce2af1e06a service neutron] Checking segment: {'id': '22abef9e-17bc-4403-b097-8df8e4f769a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:06:21.213262 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-c727315f-5328-4f34-8c0b-b7ce2af1e06a service neutron] Bound using segment: {'id': '22abef9e-17bc-4403-b097-8df8e4f769a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d'} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:06:21.213262 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-c727315f-5328-4f34-8c0b-b7ce2af1e06a service neutron] Bound port: 66641946-e924-41f5-ad9f-d918c412d89d, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22abef9e-17bc-4403-b097-8df8e4f769a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d'}}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:06:21.213262 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-c727315f-5328-4f34-8c0b-b7ce2af1e06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (66641946-e924-41f5-ad9f-d918c412d89d), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:21.256228 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-aca73bb5-3f9c-4784-a116-54003a440c00 req-9b6f98dd-a3fc-4f8a-96a4-ab892a06405e tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477393 Jun 24 10:06:21.285803 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-c727315f-5328-4f34-8c0b-b7ce2af1e06a service neutron] For port 66641946-e924-41f5-ad9f-d918c412d89d, host hv-cinder-84327, cleared binding levels {{(pid=110839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:06:21.288903 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-c727315f-5328-4f34-8c0b-b7ce2af1e06a service neutron] For port 66641946-e924-41f5-ad9f-d918c412d89d, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=66641946-e924-41f5-ad9f-d918c412d89d,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:06:21.364563 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-c727315f-5328-4f34-8c0b-b7ce2af1e06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (66641946-e924-41f5-ad9f-d918c412d89d), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:21.399954 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-c727315f-5328-4f34-8c0b-b7ce2af1e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:21.403380 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-c727315f-5328-4f34-8c0b-b7ce2af1e06a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:21.403380 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-c727315f-5328-4f34-8c0b-b7ce2af1e06a service neutron] 10.222.0.55 "PUT /v2.0/ports/66641946-e924-41f5-ad9f-d918c412d89d HTTP/1.1" status: 200 len: 1093 time: 0.8833125 Jun 24 10:06:21.426075 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727315f-5328-4f34-8c0b-b7ce2af1e06a service neutron] Pushing event updated for resources: {'Port': ['ID=66641946-e924-41f5-ad9f-d918c412d89d,revision_number=3']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:21.559755 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-58ab72ff-c731-4c99-a76d-2a9b0951d66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:21.561236 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-58ab72ff-c731-4c99-a76d-2a9b0951d66f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a77797eae68a42639f886f64db5f5598&device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 1127 time: 0.0471628 Jun 24 10:06:21.602729 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-30d00708-8122-46c0-964a-b03ccd509ff1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66641946-e924-41f5-ad9f-d918c412d89d HTTP/1.1" status: 200 len: 217 time: 0.0343077 Jun 24 10:06:21.657967 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-bf73da2d-9443-4705-96e5-b79b70a22273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:21.659435 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-bf73da2d-9443-4705-96e5-b79b70a22273 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=20ee07e6-65c0-48ce-91f9-befe3b16f3f9 HTTP/1.1" status: 200 len: 856 time: 0.0509844 Jun 24 10:06:21.705576 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-7773e5bc-6788-4f6b-93dd-d89fe54586a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:21.707099 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-7773e5bc-6788-4f6b-93dd-d89fe54586a1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=acbbe71d-fc88-4521-a985-304e44d1216d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412140 Jun 24 10:06:21.803001 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-1baf6a10-322b-4a98-abdd-eb652e5ef48a service neutron] 10.222.0.55 "GET /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879545 Jun 24 10:06:21.898934 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-673fbc25-58ca-4bd7-8586-5a61302fb929 req-b09df4e3-0564-4e13-8a7f-241d25658be2 service neutron] 10.222.0.55 "GET /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889437 Jun 24 10:06:22.111918 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b4d26-4239-4b28-9b49-2d7e0ec0a9b6 req-c8922475-bee1-404b-8cbb-5b0eecd1e7e8 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:22.113436 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f93b4d26-4239-4b28-9b49-2d7e0ec0a9b6 req-c8922475-bee1-404b-8cbb-5b0eecd1e7e8 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0474703 Jun 24 10:06:22.150809 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163a1a4-be9e-46c9-90c0-b52b2af2c33d req-25640d40-508b-4786-9a36-9dca521001db tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:22.152195 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e163a1a4-be9e-46c9-90c0-b52b2af2c33d req-25640d40-508b-4786-9a36-9dca521001db tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 944 time: 0.0481532 Jun 24 10:06:22.163573 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f93b4d26-4239-4b28-9b49-2d7e0ec0a9b6 req-bf86a5fc-8723-4291-80a3-a0024f42d258 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436685 Jun 24 10:06:22.200905 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e163a1a4-be9e-46c9-90c0-b52b2af2c33d req-59701afb-846e-4784-a120-e87666664bc5 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=0048c84b-e6f3-4653-ae4b-78991b8b4946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420990 Jun 24 10:06:22.366610 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:22.374753 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73891a7e-465b-46f1-81fe-022e2bd12222 req-d11cce38-3999-486c-9b33-3b93b989dcc1 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:22.379294 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-73891a7e-465b-46f1-81fe-022e2bd12222 req-d11cce38-3999-486c-9b33-3b93b989dcc1 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 943 time: 0.0473313 Jun 24 10:06:22.425835 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-73891a7e-465b-46f1-81fe-022e2bd12222 req-1d803c5c-a65f-418f-8fee-7f892e2c356c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440090 Jun 24 10:06:22.968058 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 8729f211-3e97-49aa-abcb-f42c379588c6 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:06:22.971271 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 17817cc3-73eb-4391-b5de-08503690fb3b no longer exists at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:06:22.996225 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] No Port match for: 17817cc3-73eb-4391-b5de-08503690fb3b {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:06:22.996567 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 17817cc3-73eb-4391-b5de-08503690fb3b not bound to the agent host hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:06:23.004039 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03050a70-dac3-49b8-a4ab-e73de4421841', 'tag': '66641946-e924-41f5-ad9f-d918c412d89d'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:06:23.006439 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ed42d9-8cfc-4370-a13d-74731bfd4a80" -d '{"events": [{"name": "network-changed", "server_uuid": "03050a70-dac3-49b8-a4ab-e73de4421841", "tag": "66641946-e924-41f5-ad9f-d918c412d89d"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:06:23.041726 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a93af2-f97d-4d33-a471-212aec0e7bc2 x-openstack-request-id: req-d2a93af2-f97d-4d33-a471-212aec0e7bc2 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:06:23.042112 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03050a70-dac3-49b8-a4ab-e73de4421841", "tag": "66641946-e924-41f5-ad9f-d918c412d89d", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:06:23.042434 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d2a93af2-f97d-4d33-a471-212aec0e7bc2 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:06:23.042903 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2a93af2-f97d-4d33-a471-212aec0e7bc2'] response: {'name': 'network-changed', 'server_uuid': '03050a70-dac3-49b8-a4ab-e73de4421841', 'tag': '66641946-e924-41f5-ad9f-d918c412d89d', 'status': 'completed', 'code': 200} Jun 24 10:06:23.070204 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:23.089043 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 8729f211-3e97-49aa-abcb-f42c379588c6, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=8729f211-3e97-49aa-abcb-f42c379588c6,segment=NetworkSegment(aa725e7e-954b-4574-8420-010b18a49b50),segment_id=aa725e7e-954b-4574-8420-010b18a49b50)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:23.100260 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': '8729f211-3e97-49aa-abcb-f42c379588c6', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'port_id': '8729f211-3e97-49aa-abcb-f42c379588c6', 'mac_address': 'fa:16:3e:30:cd:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:06:23.131193 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:23.134787 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 8729f211-3e97-49aa-abcb-f42c379588c6 is: DOWN; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:06:23.135170 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (8729f211-3e97-49aa-abcb-f42c379588c6), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:23.149187 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8729f211-3e97-49aa-abcb-f42c379588c6 {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:06:23.172158 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 8729f211-3e97-49aa-abcb-f42c379588c6, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=8729f211-3e97-49aa-abcb-f42c379588c6,segment=NetworkSegment(aa725e7e-954b-4574-8420-010b18a49b50),segment_id=aa725e7e-954b-4574-8420-010b18a49b50)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:23.268375 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (8729f211-3e97-49aa-abcb-f42c379588c6), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:23.285280 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f90b82-9877-4a34-a110-104cc0a5aab6 req-5ed0a624-fb25-4c94-b343-d02f510f1c94 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:23.286811 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f0f90b82-9877-4a34-a110-104cc0a5aab6 req-5ed0a624-fb25-4c94-b343-d02f510f1c94 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0546825 Jun 24 10:06:23.317980 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=8729f211-3e97-49aa-abcb-f42c379588c6,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:23.324496 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078a124-9f85-4191-b96d-685ef6ab66ab req-d46f13b4-a40f-4e77-bf75-cb296b24142e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:23.326142 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-1078a124-9f85-4191-b96d-685ef6ab66ab req-d46f13b4-a40f-4e77-bf75-cb296b24142e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 945 time: 0.0549703 Jun 24 10:06:23.339116 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f0f90b82-9877-4a34-a110-104cc0a5aab6 req-c1f6685e-5fc8-482d-80b1-329313e22ea8 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464334 Jun 24 10:06:23.374591 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-1078a124-9f85-4191-b96d-685ef6ab66ab req-c4c27219-6a78-4b30-82b4-0172c2f24ee0 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=0048c84b-e6f3-4653-ae4b-78991b8b4946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426710 Jun 24 10:06:23.515442 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['8729f211-3e97-49aa-abcb-f42c379588c6'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:06:23.541606 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00133211-5721-40c6-be39-309c952e4d7c req-c0cb4327-d6f6-4af4-be45-3762a8df0986 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:23.543118 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-00133211-5721-40c6-be39-309c952e4d7c req-c0cb4327-d6f6-4af4-be45-3762a8df0986 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 943 time: 0.0471742 Jun 24 10:06:23.591016 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-00133211-5721-40c6-be39-309c952e4d7c req-0212cbbf-6a03-457c-b785-6cee5683a4d3 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412924 Jun 24 10:06:24.435779 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:24.455148 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42090b5-34e5-47a9-b226-8d1f2b940e59 req-6baaac19-8123-47a9-8331-f2796c1c06a3 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:24.456824 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f42090b5-34e5-47a9-b226-8d1f2b940e59 req-6baaac19-8123-47a9-8331-f2796c1c06a3 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0486560 Jun 24 10:06:24.491149 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74e79a-9c35-4caa-9252-6a3e05d1c627 req-a2adacc3-e80a-43d3-af10-0d34138e6f54 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:24.492694 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9b74e79a-9c35-4caa-9252-6a3e05d1c627 req-a2adacc3-e80a-43d3-af10-0d34138e6f54 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 945 time: 0.0480201 Jun 24 10:06:24.505294 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f42090b5-34e5-47a9-b226-8d1f2b940e59 req-f3c28b13-68a2-4a5e-b519-67a0e031ee86 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428941 Jun 24 10:06:24.544553 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9b74e79a-9c35-4caa-9252-6a3e05d1c627 req-0a0b432b-50f8-4b2f-b985-7adbdd57b833 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=0048c84b-e6f3-4653-ae4b-78991b8b4946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455449 Jun 24 10:06:24.709251 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82968389-0618-4765-961d-477d664e2375 req-93366d2f-b37e-4cfd-8a58-f66d460767a8 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:24.710750 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-82968389-0618-4765-961d-477d664e2375 req-93366d2f-b37e-4cfd-8a58-f66d460767a8 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 943 time: 0.0467212 Jun 24 10:06:24.760579 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-82968389-0618-4765-961d-477d664e2375 req-19202261-fdac-4910-a2a2-7978b517be7b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443289 Jun 24 10:06:24.978736 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 8729f211-3e97-49aa-abcb-f42c379588c6 up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:06:25.025262 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning for port 8729f211-3e97-49aa-abcb-f42c379588c6 completed by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:06:25.103520 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port 8729f211-3e97-49aa-abcb-f42c379588c6 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:06:25.103895 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (8729f211-3e97-49aa-abcb-f42c379588c6), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:25.179576 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 8729f211-3e97-49aa-abcb-f42c379588c6 is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:06:25.179966 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (8729f211-3e97-49aa-abcb-f42c379588c6), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:25.202515 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e2c8c9-5c99-476a-a8a0-adce8022d022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8729f211-3e97-49aa-abcb-f42c379588c6'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:06:25.204664 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae2194e-31e3-4391-8f81-f8dcd0eabf44" -d '{"events": [{"server_uuid": "81e2c8c9-5c99-476a-a8a0-adce8022d022", "name": "network-vif-plugged", "status": "completed", "tag": "8729f211-3e97-49aa-abcb-f42c379588c6"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:06:25.217127 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 8729f211-3e97-49aa-abcb-f42c379588c6, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=8729f211-3e97-49aa-abcb-f42c379588c6,segment=NetworkSegment(aa725e7e-954b-4574-8420-010b18a49b50),segment_id=aa725e7e-954b-4574-8420-010b18a49b50)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:25.241355 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd83d76-dad7-4546-8946-42f0f4fed75d x-openstack-request-id: req-4cd83d76-dad7-4546-8946-42f0f4fed75d {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:06:25.241666 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e2c8c9-5c99-476a-a8a0-adce8022d022", "name": "network-vif-plugged", "status": "completed", "tag": "8729f211-3e97-49aa-abcb-f42c379588c6", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:06:25.241929 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4cd83d76-dad7-4546-8946-42f0f4fed75d {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:06:25.242329 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cd83d76-dad7-4546-8946-42f0f4fed75d'] response: {'server_uuid': '81e2c8c9-5c99-476a-a8a0-adce8022d022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8729f211-3e97-49aa-abcb-f42c379588c6', 'code': 200} Jun 24 10:06:25.284569 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (8729f211-3e97-49aa-abcb-f42c379588c6), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:25.331341 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=8729f211-3e97-49aa-abcb-f42c379588c6,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:25.622280 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5102d83-5758-45a0-a109-fc38aad64d79 req-9d839138-e92f-4ea9-ba17-cbea13236339 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:25.623756 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c5102d83-5758-45a0-a109-fc38aad64d79 req-9d839138-e92f-4ea9-ba17-cbea13236339 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0481067 Jun 24 10:06:25.666025 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fd37b-99b7-4a29-b087-ed3a4faaff29 req-9c4714ed-aa27-4efe-b21d-aa66a9acddf7 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:25.667537 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-177fd37b-99b7-4a29-b087-ed3a4faaff29 req-9c4714ed-aa27-4efe-b21d-aa66a9acddf7 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 946 time: 0.0524621 Jun 24 10:06:25.674415 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c5102d83-5758-45a0-a109-fc38aad64d79 req-d243048f-403a-4978-9623-68ff2f36fbdb tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432670 Jun 24 10:06:25.717216 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-177fd37b-99b7-4a29-b087-ed3a4faaff29 req-b99f9066-11a9-437d-b618-e962e9ef6280 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=0048c84b-e6f3-4653-ae4b-78991b8b4946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437603 Jun 24 10:06:25.876589 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b55d6-4c87-441a-88ae-012d6f71bae2 req-55fff273-bdba-4309-80c0-218abfde3a43 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:25.878589 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0a5b55d6-4c87-441a-88ae-012d6f71bae2 req-55fff273-bdba-4309-80c0-218abfde3a43 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 943 time: 0.0464749 Jun 24 10:06:25.918183 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:25.926075 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0a5b55d6-4c87-441a-88ae-012d6f71bae2 req-ee03a133-6c40-43c1-afc3-4b46d82b5fae tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419550 Jun 24 10:06:26.174704 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed42d9-8cfc-4370-a13d-74731bfd4a80 req-2d6bd738-f53f-4c19-a1df-168bb57568ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:26.176251 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-56ed42d9-8cfc-4370-a13d-74731bfd4a80 req-2d6bd738-f53f-4c19-a1df-168bb57568ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a77797eae68a42639f886f64db5f5598&device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 1127 time: 0.0831516 Jun 24 10:06:26.474322 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:26.514209 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a0b6f-143a-44b2-8203-051c655f4b0f req-6c5f5e69-7285-4b8d-9b2a-773d030ef5b0 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:26.516157 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9f6a0b6f-143a-44b2-8203-051c655f4b0f req-6c5f5e69-7285-4b8d-9b2a-773d030ef5b0 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0951521 Jun 24 10:06:26.573950 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed42d9-8cfc-4370-a13d-74731bfd4a80 req-aad126d3-bf88-45e7-af66-f1a5f256dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:26.575455 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-56ed42d9-8cfc-4370-a13d-74731bfd4a80 req-aad126d3-bf88-45e7-af66-f1a5f256dc6e service neutron] 10.222.0.55 "GET /v2.0/networks?id=acbbe71d-fc88-4521-a985-304e44d1216d HTTP/1.1" status: 200 len: 918 time: 0.1643610 Jun 24 10:06:26.621971 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-9f6a0b6f-143a-44b2-8203-051c655f4b0f req-bc2bd283-1e39-4f47-bbbd-d7ef9cfccb70 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Deleting port be1d3537-038c-4ba5-84f5-566839e929b4 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:06:26.622324 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-9f6a0b6f-143a-44b2-8203-051c655f4b0f req-bc2bd283-1e39-4f47-bbbd-d7ef9cfccb70 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (be1d3537-038c-4ba5-84f5-566839e929b4), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:26.718427 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-9f6a0b6f-143a-44b2-8203-051c655f4b0f req-bc2bd283-1e39-4f47-bbbd-d7ef9cfccb70 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] For port be1d3537-038c-4ba5-84f5-566839e929b4, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=be1d3537-038c-4ba5-84f5-566839e929b4,segment=NetworkSegment(18d9f559-afbe-4071-9df5-d5e429c5cbf9),segment_id=18d9f559-afbe-4071-9df5-d5e429c5cbf9)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:26.718427 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-9f6a0b6f-143a-44b2-8203-051c655f4b0f req-bc2bd283-1e39-4f47-bbbd-d7ef9cfccb70 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (be1d3537-038c-4ba5-84f5-566839e929b4), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:26.732241 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-9f6a0b6f-143a-44b2-8203-051c655f4b0f req-bc2bd283-1e39-4f47-bbbd-d7ef9cfccb70 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Calling delete_port for be1d3537-038c-4ba5-84f5-566839e929b4 owned by compute:nova {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:06:26.818879 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:26.833649 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b3661-5aeb-4340-a893-1a33616b42b6 req-1c582aa3-d832-4527-9d60-2e724e349ff6 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:26.835131 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c99b3661-5aeb-4340-a893-1a33616b42b6 req-1c582aa3-d832-4527-9d60-2e724e349ff6 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 945 time: 0.0937142 Jun 24 10:06:26.835272 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6ae3a-cfab-4582-9222-349fdcba2f5d req-63974066-cfb3-4edc-85b0-baccbc46e80e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:26.836726 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-91f6ae3a-cfab-4582-9222-349fdcba2f5d req-63974066-cfb3-4edc-85b0-baccbc46e80e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 946 time: 0.0502911 Jun 24 10:06:26.886389 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-91f6ae3a-cfab-4582-9222-349fdcba2f5d req-14d33b4e-ac03-41a1-a5fb-71f6539f2f84 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=0048c84b-e6f3-4653-ae4b-78991b8b4946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435519 Jun 24 10:06:26.959576 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c99b3661-5aeb-4340-a893-1a33616b42b6 req-58490d1c-9f04-4a25-9f2f-65980a3ddde2 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/security-groups?id=735567f0-b290-4d58-8e07-c6776abcb5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179588 Jun 24 10:06:26.973994 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-56ed42d9-8cfc-4370-a13d-74731bfd4a80 req-483ab2ef-def9-447c-98ec-765ce1e0154e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66641946-e924-41f5-ad9f-d918c412d89d HTTP/1.1" status: 200 len: 217 time: 0.0792069 Jun 24 10:06:27.047748 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0895c32-ac21-40b1-99f8-913ab77bed4c req-4acb4b64-c097-4629-82ec-8e5b1148c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:27.047975 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929e97a-59ac-4f39-8ce1-576601abd335 req-176ccf5e-3fbd-4e77-8090-7289c7027c03 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:27.049270 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d0895c32-ac21-40b1-99f8-913ab77bed4c req-4acb4b64-c097-4629-82ec-8e5b1148c2e2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 1130 time: 0.1109066 Jun 24 10:06:27.049952 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b929e97a-59ac-4f39-8ce1-576601abd335 req-176ccf5e-3fbd-4e77-8090-7289c7027c03 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 943 time: 0.0499423 Jun 24 10:06:27.064670 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed42d9-8cfc-4370-a13d-74731bfd4a80 req-dbdcb9e3-37c5-4703-9bdf-b0016d8e8dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:27.066782 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-56ed42d9-8cfc-4370-a13d-74731bfd4a80 req-dbdcb9e3-37c5-4703-9bdf-b0016d8e8dc9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=20ee07e6-65c0-48ce-91f9-befe3b16f3f9 HTTP/1.1" status: 200 len: 856 time: 0.0734668 Jun 24 10:06:27.104967 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b929e97a-59ac-4f39-8ce1-576601abd335 req-ba120ff5-77fe-459f-aad5-dbb4ec56c102 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492406 Jun 24 10:06:27.135883 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed42d9-8cfc-4370-a13d-74731bfd4a80 req-12b8922d-aae7-48a9-8622-2e9c74fd5e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:27.137457 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-56ed42d9-8cfc-4370-a13d-74731bfd4a80 req-12b8922d-aae7-48a9-8622-2e9c74fd5e7e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=acbbe71d-fc88-4521-a985-304e44d1216d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625799 Jun 24 10:06:27.140140 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d0895c32-ac21-40b1-99f8-913ab77bed4c req-29f8823e-8d35-4576-955d-c857aa01f00b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0048c84b-e6f3-4653-ae4b-78991b8b4946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840120 Jun 24 10:06:27.184015 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-9f6a0b6f-143a-44b2-8203-051c655f4b0f req-bc2bd283-1e39-4f47-bbbd-d7ef9cfccb70 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (be1d3537-038c-4ba5-84f5-566839e929b4), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:27.195361 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['be1d3537-038c-4ba5-84f5-566839e929b4'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:06:27.213077 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2bd283-1e39-4f47-bbbd-d7ef9cfccb70 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Pushing event deleted for resources: {'Port': ['ID=be1d3537-038c-4ba5-84f5-566839e929b4,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:27.260463 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6a0b6f-143a-44b2-8203-051c655f4b0f req-bc2bd283-1e39-4f47-bbbd-d7ef9cfccb70 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] No DVR routers for this DVR port be1d3537-038c-4ba5-84f5-566839e929b4 on host hv-cinder-84327 {{(pid=110839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:06:27.262867 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-9f6a0b6f-143a-44b2-8203-051c655f4b0f req-bc2bd283-1e39-4f47-bbbd-d7ef9cfccb70 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:27.266455 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9f6a0b6f-143a-44b2-8203-051c655f4b0f req-bc2bd283-1e39-4f47-bbbd-d7ef9cfccb70 tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.55 "DELETE /v2.0/ports/be1d3537-038c-4ba5-84f5-566839e929b4 HTTP/1.1" status: 204 len: 173 time: 0.7441013 Jun 24 10:06:27.266566 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6', 'name': 'network-vif-deleted', 'tag': 'be1d3537-038c-4ba5-84f5-566839e929b4'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:06:27.268790 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf12b81-66bc-49bd-bb59-23226570e961" -d '{"events": [{"server_uuid": "ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6", "name": "network-vif-deleted", "tag": "be1d3537-038c-4ba5-84f5-566839e929b4"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:06:27.303191 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c883f7-d20b-48c2-9420-60b01f5a0120 x-openstack-request-id: req-48c883f7-d20b-48c2-9420-60b01f5a0120 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:06:27.303481 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6", "name": "network-vif-deleted", "tag": "be1d3537-038c-4ba5-84f5-566839e929b4", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:06:27.303735 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-48c883f7-d20b-48c2-9420-60b01f5a0120 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:06:27.304166 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48c883f7-d20b-48c2-9420-60b01f5a0120'] response: {'server_uuid': 'ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6', 'name': 'network-vif-deleted', 'tag': 'be1d3537-038c-4ba5-84f5-566839e929b4', 'status': 'completed', 'code': 200} Jun 24 10:06:27.704923 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-56ed42d9-8cfc-4370-a13d-74731bfd4a80 req-a5cc5d11-428a-42ed-bfe7-6f6c4bab342d service neutron] 10.222.0.55 "GET /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614914 Jun 24 10:06:27.979381 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-56ed42d9-8cfc-4370-a13d-74731bfd4a80 req-1b5be56b-0663-41a1-b1a1-db277f312520 service neutron] 10.222.0.55 "GET /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946808 Jun 24 10:06:28.027641 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57a4c5-af01-4b3d-b7a5-fc08d668f10c req-24c9aa3e-531f-4f74-baae-89977b7b744e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:28.029230 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-7b57a4c5-af01-4b3d-b7a5-fc08d668f10c req-24c9aa3e-531f-4f74-baae-89977b7b744e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 946 time: 0.0693641 Jun 24 10:06:28.079758 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:28.085495 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-7b57a4c5-af01-4b3d-b7a5-fc08d668f10c req-a89ed84a-248b-4e8b-990c-ccd3a7b908e8 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=0048c84b-e6f3-4653-ae4b-78991b8b4946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500233 Jun 24 10:06:28.085740 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4010c94a-ad64-4f52-a1ef-da7c5ade42a9 req-f00d53c9-94c3-4adf-9bb9-4561fa1c9e3c tempest-ServerRescueNegativeTestJSON-1125620466 tempest-ServerRescueNegativeTestJSON-1125620466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffec04c4-e58d-45ff-bca2-e9cdfeaf6da6 HTTP/1.1" status: 200 len: 210 time: 0.0350809 Jun 24 10:06:28.265456 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbea25-a59e-4592-9aa6-01adb812c114 req-9b399043-1b67-418f-9e37-f8b79826f257 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:28.266970 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2bdbea25-a59e-4592-9aa6-01adb812c114 req-9b399043-1b67-418f-9e37-f8b79826f257 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 943 time: 0.0487297 Jun 24 10:06:28.293882 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:28.319225 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2bdbea25-a59e-4592-9aa6-01adb812c114 req-691dd4e8-6bcb-4d23-a550-a47d0a56e8c4 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460448 Jun 24 10:06:28.992724 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 66641946-e924-41f5-ad9f-d918c412d89d details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:06:29.093081 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 66641946-e924-41f5-ad9f-d918c412d89d, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=66641946-e924-41f5-ad9f-d918c412d89d,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:29.109571 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': '66641946-e924-41f5-ad9f-d918c412d89d', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'port_id': '66641946-e924-41f5-ad9f-d918c412d89d', 'mac_address': 'fa:16:3e:cd:ce:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:06:29.148067 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:29.153771 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 43928) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:29.155410 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 66641946-e924-41f5-ad9f-d918c412d89d is: DOWN; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:06:29.155875 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (66641946-e924-41f5-ad9f-d918c412d89d), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:29.182750 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66641946-e924-41f5-ad9f-d918c412d89d {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:06:29.199512 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 66641946-e924-41f5-ad9f-d918c412d89d, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=66641946-e924-41f5-ad9f-d918c412d89d,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:29.213949 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f2b34-8d3f-4ade-997b-ea96c8d6e805 req-9dd716ca-2148-4ebb-8e33-64e98fa9667b tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:29.215541 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b85f2b34-8d3f-4ade-997b-ea96c8d6e805 req-9dd716ca-2148-4ebb-8e33-64e98fa9667b tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 946 time: 0.0546825 Jun 24 10:06:29.266370 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b85f2b34-8d3f-4ade-997b-ea96c8d6e805 req-bf442416-7b29-4905-9ebf-6f6c3d582f0e tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=0048c84b-e6f3-4653-ae4b-78991b8b4946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451128 Jun 24 10:06:29.376225 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (66641946-e924-41f5-ad9f-d918c412d89d), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:29.424805 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f97276-0610-4c41-9609-9ec3b8630781 req-66d1f623-981d-4517-8f22-3513201e7940 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:29.426522 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-74f97276-0610-4c41-9609-9ec3b8630781 req-66d1f623-981d-4517-8f22-3513201e7940 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 946 time: 0.0680633 Jun 24 10:06:29.430052 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=66641946-e924-41f5-ad9f-d918c412d89d,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:29.435221 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 43936) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:29.440409 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-3bc4a8ac-f6c7-489c-9290-33d5726d2524 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Request body: {'floatingip': {'port_id': '8729f211-3e97-49aa-abcb-f42c379588c6'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:06:29.482984 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89876f4f-2369-4e2f-ba1e-79704966e856 req-21442349-7d94-4dd9-9018-f1cb955cae94 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:29.484515 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-89876f4f-2369-4e2f-ba1e-79704966e856 req-21442349-7d94-4dd9-9018-f1cb955cae94 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 944 time: 0.0894234 Jun 24 10:06:29.491190 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3bc4a8ac-f6c7-489c-9290-33d5726d2524 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for floatingip (9238d30a-9215-497b-acd3-4052ef4c11a9), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:29.569262 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:29.617849 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-89876f4f-2369-4e2f-ba1e-79704966e856 req-76f875c9-e642-4e89-95f6-c154c47398fd tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241829 Jun 24 10:06:29.666983 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-86040658-13f8-451c-a21c-b0d197d77f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1899912'] for router_interface (a8a3afb2-b06a-4af5-b6ff-4ab840d79e07), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:29.915446 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-86040658-13f8-451c-a21c-b0d197d77f9c admin admin] Deleting port d2f8c1c8-dbdf-4484-83e0-7797f26f41e9 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:06:29.915759 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-86040658-13f8-451c-a21c-b0d197d77f9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (d2f8c1c8-dbdf-4484-83e0-7797f26f41e9), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:30.001674 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [None req-86040658-13f8-451c-a21c-b0d197d77f9c admin admin] For port d2f8c1c8-dbdf-4484-83e0-7797f26f41e9, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=d2f8c1c8-dbdf-4484-83e0-7797f26f41e9,segment=NetworkSegment(18d9f559-afbe-4071-9df5-d5e429c5cbf9),segment_id=18d9f559-afbe-4071-9df5-d5e429c5cbf9)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:30.002049 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-86040658-13f8-451c-a21c-b0d197d77f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (d2f8c1c8-dbdf-4484-83e0-7797f26f41e9), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:30.017138 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-86040658-13f8-451c-a21c-b0d197d77f9c admin admin] Calling delete_port for d2f8c1c8-dbdf-4484-83e0-7797f26f41e9 owned by network:router_interface {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:06:30.141983 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:30.148932 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:30.203391 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3bc4a8ac-f6c7-489c-9290-33d5726d2524 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:30.330447 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-86040658-13f8-451c-a21c-b0d197d77f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (d2f8c1c8-dbdf-4484-83e0-7797f26f41e9), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:30.359505 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86040658-13f8-451c-a21c-b0d197d77f9c admin admin] Pushing event deleted for resources: {'Port': ['ID=d2f8c1c8-dbdf-4484-83e0-7797f26f41e9,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:30.361701 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3bc4a8ac-f6c7-489c-9290-33d5726d2524 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (9238d30a-9215-497b-acd3-4052ef4c11a9), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:30.472104 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.db.l3_db [None req-3bc4a8ac-f6c7-489c-9290-33d5726d2524 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Floating IP 9238d30a-9215-497b-acd3-4052ef4c11a9 associated. External IP: 172.27.2.44, port: 8729f211-3e97-49aa-abcb-f42c379588c6. Jun 24 10:06:30.530972 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-86040658-13f8-451c-a21c-b0d197d77f9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1899804'] for router_interface (a8a3afb2-b06a-4af5-b6ff-4ab840d79e07), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:30.623341 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:30.681938 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:30.691260 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc4a8ac-f6c7-489c-9290-33d5726d2524 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Router 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:06:30.806431 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc4a8ac-f6c7-489c-9290-33d5726d2524 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:06:30.811780 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3bc4a8ac-f6c7-489c-9290-33d5726d2524 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:30.813650 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86040658-13f8-451c-a21c-b0d197d77f9c admin admin] Router a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:06:30.816701 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec78c524-9f69-4f2b-b8de-e9144900f72d None None] Sync routers for ids ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:06:30.821718 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a1b9b-30c5-43ed-85de-908d33c3ed7b req-1d732367-f5f9-47c4-adf0-c34d2ea8c1b0 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:30.827707 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-152a1b9b-30c5-43ed-85de-908d33c3ed7b req-1d732367-f5f9-47c4-adf0-c34d2ea8c1b0 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 944 time: 0.1139319 Jun 24 10:06:30.828088 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec78c524-9f69-4f2b-b8de-e9144900f72d None None] Routers {'7c5e6f56-bd6b-4971-9c8f-46a5b2901263'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:06:30.828665 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-ec78c524-9f69-4f2b-b8de-e9144900f72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:06:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:30.847717 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-3bc4a8ac-f6c7-489c-9290-33d5726d2524 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "PUT /v2.0/floatingips/9238d30a-9215-497b-acd3-4052ef4c11a9 HTTP/1.1" status: 200 len: 991 time: 1.4081368 Jun 24 10:06:30.847717 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e2c8c9-5c99-476a-a8a0-adce8022d022', 'tag': '8729f211-3e97-49aa-abcb-f42c379588c6'}] {{(pid=110840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:06:30.849670 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918deba4491858943d5af62f7e2b7193d4f3e11e5a976540219041625139a41f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113bb26e-e58e-4bb5-a5d8-71e290f3ac18" -d '{"events": [{"name": "network-changed", "server_uuid": "81e2c8c9-5c99-476a-a8a0-adce8022d022", "tag": "8729f211-3e97-49aa-abcb-f42c379588c6"}]}' {{(pid=110840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:06:30.941033 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-ec78c524-9f69-4f2b-b8de-e9144900f72d None None] Set router 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:06:30.957169 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cefe0dd-4400-4b37-893c-9f92934f00e6 x-openstack-request-id: req-5cefe0dd-4400-4b37-893c-9f92934f00e6 {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:06:30.957726 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e2c8c9-5c99-476a-a8a0-adce8022d022", "tag": "8729f211-3e97-49aa-abcb-f42c379588c6", "status": "completed", "code": 200}]} {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:06:30.958191 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5cefe0dd-4400-4b37-893c-9f92934f00e6 {{(pid=110840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:06:30.958813 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cefe0dd-4400-4b37-893c-9f92934f00e6'] response: {'name': 'network-changed', 'server_uuid': '81e2c8c9-5c99-476a-a8a0-adce8022d022', 'tag': '8729f211-3e97-49aa-abcb-f42c379588c6', 'status': 'completed', 'code': 200} Jun 24 10:06:30.964262 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-152a1b9b-30c5-43ed-85de-908d33c3ed7b req-bafbb0ad-6c66-421a-a935-0fd4906a89f5 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301465 Jun 24 10:06:30.985334 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86040658-13f8-451c-a21c-b0d197d77f9c admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:06:30.990830 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-86040658-13f8-451c-a21c-b0d197d77f9c admin admin] 10.222.0.26 "PUT /v2.0/routers/a8a3afb2-b06a-4af5-b6ff-4ab840d79e07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8360012 Jun 24 10:06:30.993362 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 43950) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:30.995492 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c34d0c-ebdf-4d87-9a78-5d4f1eac0b18 None None] Sync routers for ids ['a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:06:31.011835 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c34d0c-ebdf-4d87-9a78-5d4f1eac0b18 None None] Routers {'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:06:31.012870 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-58c34d0c-ebdf-4d87-9a78-5d4f1eac0b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:06:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:31.036591 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:31.055549 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:31.100816 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-af653f89-8591-408f-91ca-89f745f3efdd admin admin] Publish callbacks [] for router (a8a3afb2-b06a-4af5-b6ff-4ab840d79e07), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:31.125881 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-58c34d0c-ebdf-4d87-9a78-5d4f1eac0b18 None None] Set router a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:06:31.165804 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-ec78c524-9f69-4f2b-b8de-e9144900f72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'name': 'tempest-AttachVolumeTestJSON-2017177644-router', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:59Z', 'updated_at': '2022-06-24T10:01:05Z', 'revision_number': 4, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'gw_port': {'id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '9238d30a-9215-497b-acd3-4052ef4c11a9', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'port_id': '8729f211-3e97-49aa-abcb-f42c379588c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'mac_address': 'fa:16:3e:30:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2c8c9-5c99-476a-a8a0-adce8022d022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:06:10Z', 'updated_at': '2022-06-24T10:06:30Z', 'revision_number': 1, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf1a560-1ec1-4a79-8026-25b16a9b61d8', 'name': '', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'mac_address': 'fa:16:3e:97:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:04Z', 'updated_at': '2022-06-24T10:01:17Z', 'revision_number': 5, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'subnets': [{'id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:31.195829 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec78c524-9f69-4f2b-b8de-e9144900f72d None None] Checking router: 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:06:31.205134 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec78c524-9f69-4f2b-b8de-e9144900f72d None None] Routers {'7c5e6f56-bd6b-4971-9c8f-46a5b2901263'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:06:31.206374 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-ec78c524-9f69-4f2b-b8de-e9144900f72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:06:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:31.210217 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-af653f89-8591-408f-91ca-89f745f3efdd admin admin] Publish callbacks [] for router_gateway (a8a3afb2-b06a-4af5-b6ff-4ab840d79e07), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:31.309129 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-ec78c524-9f69-4f2b-b8de-e9144900f72d None None] Set router 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:06:31.405316 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-af653f89-8591-408f-91ca-89f745f3efdd admin admin] Deleting port 7e462252-4415-4974-bee8-b8a244c5df1a {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:06:31.406308 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-af653f89-8591-408f-91ca-89f745f3efdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (7e462252-4415-4974-bee8-b8a244c5df1a), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:31.438799 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-58c34d0c-ebdf-4d87-9a78-5d4f1eac0b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'name': 'tempest-ServerRescueNegativeTestJSON-292774372-router', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:06:30Z', 'revision_number': 5, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'gw_port': {'id': '7e462252-4415-4974-bee8-b8a244c5df1a', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:01Z', 'updated_at': '2022-06-24T10:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:31.466545 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c34d0c-ebdf-4d87-9a78-5d4f1eac0b18 None None] Checking router: a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:06:31.476163 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c34d0c-ebdf-4d87-9a78-5d4f1eac0b18 None None] Routers {'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:06:31.476716 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-58c34d0c-ebdf-4d87-9a78-5d4f1eac0b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:06:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:31.516270 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [None req-af653f89-8591-408f-91ca-89f745f3efdd admin admin] For port 7e462252-4415-4974-bee8-b8a244c5df1a, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=7e462252-4415-4974-bee8-b8a244c5df1a,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:31.516270 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-af653f89-8591-408f-91ca-89f745f3efdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (7e462252-4415-4974-bee8-b8a244c5df1a), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:31.533298 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-af653f89-8591-408f-91ca-89f745f3efdd admin admin] Calling delete_port for 7e462252-4415-4974-bee8-b8a244c5df1a owned by network:router_gateway {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:06:31.548885 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-ec78c524-9f69-4f2b-b8de-e9144900f72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'name': 'tempest-AttachVolumeTestJSON-2017177644-router', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:59Z', 'updated_at': '2022-06-24T10:01:05Z', 'revision_number': 4, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'gw_port': {'id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '9238d30a-9215-497b-acd3-4052ef4c11a9', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'port_id': '8729f211-3e97-49aa-abcb-f42c379588c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'mac_address': 'fa:16:3e:30:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2c8c9-5c99-476a-a8a0-adce8022d022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:06:10Z', 'updated_at': '2022-06-24T10:06:30Z', 'revision_number': 1, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf1a560-1ec1-4a79-8026-25b16a9b61d8', 'name': '', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'mac_address': 'fa:16:3e:97:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:04Z', 'updated_at': '2022-06-24T10:01:17Z', 'revision_number': 5, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'subnets': [{'id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:31.575336 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec78c524-9f69-4f2b-b8de-e9144900f72d None None] The sync data for ids ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'] in dv-cinder-843277-6-iscsi is: [{'id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'name': 'tempest-AttachVolumeTestJSON-2017177644-router', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:59Z', 'updated_at': '2022-06-24T10:01:05Z', 'revision_number': 4, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'gw_port': {'id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '9238d30a-9215-497b-acd3-4052ef4c11a9', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'port_id': '8729f211-3e97-49aa-abcb-f42c379588c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'mac_address': 'fa:16:3e:30:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e2c8c9-5c99-476a-a8a0-adce8022d022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:06:10Z', 'updated_at': '2022-06-24T10:06:30Z', 'revision_number': 1, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbf1a560-1ec1-4a79-8026-25b16a9b61d8', 'name': '', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'mac_address': 'fa:16:3e:97:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:04Z', 'updated_at': '2022-06-24T10:01:17Z', 'revision_number': 5, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'subnets': [{'id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:06:31.581267 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-58c34d0c-ebdf-4d87-9a78-5d4f1eac0b18 None None] Set router a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 gateway port host: None {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:06:31.648987 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-58c34d0c-ebdf-4d87-9a78-5d4f1eac0b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'name': 'tempest-ServerRescueNegativeTestJSON-292774372-router', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:06:31Z', 'revision_number': 6, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'gw_port_host': None}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:31.683583 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c34d0c-ebdf-4d87-9a78-5d4f1eac0b18 None None] The sync data for ids ['a8a3afb2-b06a-4af5-b6ff-4ab840d79e07'] in dv-cinder-843277-6-iscsi is: [{'id': 'a8a3afb2-b06a-4af5-b6ff-4ab840d79e07', 'name': 'tempest-ServerRescueNegativeTestJSON-292774372-router', 'tenant_id': 'ddf89eff2d584c508a967f1686090be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:06:31Z', 'revision_number': 6, 'project_id': 'ddf89eff2d584c508a967f1686090be1', 'gw_port_host': None}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:06:31.809147 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31837ea6-43f5-44c5-bac5-362cdec9e0e4 None None] New status for floating IP 9238d30a-9215-497b-acd3-4052ef4c11a9: ACTIVE {{(pid=110842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:06:31.881604 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-af653f89-8591-408f-91ca-89f745f3efdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (7e462252-4415-4974-bee8-b8a244c5df1a), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:31.907334 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af653f89-8591-408f-91ca-89f745f3efdd admin admin] Pushing event deleted for resources: {'Port': ['ID=7e462252-4415-4974-bee8-b8a244c5df1a,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:31.993898 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bb26e-e58e-4bb5-a5d8-71e290f3ac18 req-f6fc653a-8c7b-4700-9201-f0624341404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:31.995392 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-113bb26e-e58e-4bb5-a5d8-71e290f3ac18 req-f6fc653a-8c7b-4700-9201-f0624341404b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b57a965c8ac24ad383260d621813bc3b&device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 1130 time: 0.0792234 Jun 24 10:06:32.011001 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:32.034485 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-af653f89-8591-408f-91ca-89f745f3efdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1897528'] for router_gateway (a8a3afb2-b06a-4af5-b6ff-4ab840d79e07), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:32.119908 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25dac20-0575-4816-948d-7a73bb0bb4a7 req-69f8e601-563e-4d3a-9ef4-aa06ced713ec tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:32.121621 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c25dac20-0575-4816-948d-7a73bb0bb4a7 req-69f8e601-563e-4d3a-9ef4-aa06ced713ec tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 944 time: 0.0753279 Jun 24 10:06:32.180416 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c25dac20-0575-4816-948d-7a73bb0bb4a7 req-1218a3f9-b426-442a-9a04-b0c8a86eded9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507324 Jun 24 10:06:32.195551 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-af653f89-8591-408f-91ca-89f745f3efdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1836593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9626'] for router (a8a3afb2-b06a-4af5-b6ff-4ab840d79e07), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:32.199208 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-af653f89-8591-408f-91ca-89f745f3efdd admin admin] Publish callbacks [] for router_controller (a8a3afb2-b06a-4af5-b6ff-4ab840d79e07), precommit_delete_associations {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:32.204202 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['66641946-e924-41f5-ad9f-d918c412d89d'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:06:32.275190 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bb26e-e58e-4bb5-a5d8-71e290f3ac18 req-538a75fc-65b7-4a93-b4ec-87d9352ef3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:32.276732 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-113bb26e-e58e-4bb5-a5d8-71e290f3ac18 req-538a75fc-65b7-4a93-b4ec-87d9352ef3ac service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c8f19ac-e8c2-4044-a226-361510084949 HTTP/1.1" status: 200 len: 912 time: 0.2748744 Jun 24 10:06:32.351253 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-113bb26e-e58e-4bb5-a5d8-71e290f3ac18 req-5c4ffbc4-c04a-4215-952b-31e720279775 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8729f211-3e97-49aa-abcb-f42c379588c6 HTTP/1.1" status: 200 len: 1001 time: 0.0682273 Jun 24 10:06:32.384673 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-af653f89-8591-408f-91ca-89f745f3efdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1836735'] for router (a8a3afb2-b06a-4af5-b6ff-4ab840d79e07), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:32.385253 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af653f89-8591-408f-91ca-89f745f3efdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 {{(pid=110839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:06:32.390367 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-af653f89-8591-408f-91ca-89f745f3efdd admin admin] Publish callbacks [] for router (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:32.391510 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-af653f89-8591-408f-91ca-89f745f3efdd admin admin] 10.222.0.26 "DELETE /v2.0/routers/a8a3afb2-b06a-4af5-b6ff-4ab840d79e07 HTTP/1.1" status: 204 len: 168 time: 1.3970296 Jun 24 10:06:32.394772 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 43956) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:32.411614 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bb26e-e58e-4bb5-a5d8-71e290f3ac18 req-210a2368-d296-4d3e-a560-050b8329ce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:32.413188 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-113bb26e-e58e-4bb5-a5d8-71e290f3ac18 req-210a2368-d296-4d3e-a560-050b8329ce1d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b78992fa-8718-4ba9-94c3-e836373f9bf4 HTTP/1.1" status: 200 len: 850 time: 0.0561800 Jun 24 10:06:32.442075 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ec1f40-fe20-4831-a339-b5b76b4bc746 admin admin] Deleting subnet 144899a2-b09a-495a-b00a-6c663cd7966a {{(pid=110840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:06:32.445363 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-92ec1f40-fe20-4831-a339-b5b76b4bc746 admin admin] Publish callbacks [] for subnet (144899a2-b09a-495a-b00a-6c663cd7966a), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:32.456754 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:32.462309 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bb26e-e58e-4bb5-a5d8-71e290f3ac18 req-24181e46-df86-4ba3-8ddf-5357ce0fd34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:32.463918 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-113bb26e-e58e-4bb5-a5d8-71e290f3ac18 req-24181e46-df86-4ba3-8ddf-5357ce0fd34b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c8f19ac-e8c2-4044-a226-361510084949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445592 Jun 24 10:06:32.482015 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-92ec1f40-fe20-4831-a339-b5b76b4bc746 admin admin] Publish callbacks [] for subnet (144899a2-b09a-495a-b00a-6c663cd7966a), precommit_delete_associations {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:32.561349 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-92ec1f40-fe20-4831-a339-b5b76b4bc746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-760904'] for subnet (144899a2-b09a-495a-b00a-6c663cd7966a), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:32.563989 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-113bb26e-e58e-4bb5-a5d8-71e290f3ac18 req-019966f5-d247-4713-94bf-14a4a4dd9ef7 service neutron] 10.222.0.55 "GET /v2.0/networks/3c8f19ac-e8c2-4044-a226-361510084949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933867 Jun 24 10:06:32.592556 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:32.663917 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-113bb26e-e58e-4bb5-a5d8-71e290f3ac18 req-e4aa1a76-5434-4400-93c1-361433f0717c service neutron] 10.222.0.55 "GET /v2.0/networks/3c8f19ac-e8c2-4044-a226-361510084949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938661 Jun 24 10:06:32.691830 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-92ec1f40-fe20-4831-a339-b5b76b4bc746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for subnet (144899a2-b09a-495a-b00a-6c663cd7966a), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:32.730284 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec1f40-fe20-4831-a339-b5b76b4bc746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=144899a2-b09a-495a-b00a-6c663cd7966a,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:32.730284 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-92ec1f40-fe20-4831-a339-b5b76b4bc746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:32.730284 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-92ec1f40-fe20-4831-a339-b5b76b4bc746 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/144899a2-b09a-495a-b00a-6c663cd7966a HTTP/1.1" status: 204 len: 168 time: 0.3303154 Jun 24 10:06:32.730509 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 43960) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:32.736683 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc9b33d-e94e-4045-92dd-f650c5242800 None None] Network fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:06:32.829205 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-956c98e5-bda0-4e13-9a53-2ae9364e60d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652767'] for network (fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:32.858915 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device d2f8c1c8-dbdf-4484-83e0-7797f26f41e9 no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:06:32.883623 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-956c98e5-bda0-4e13-9a53-2ae9364e60d0 admin admin] Deleting port 5237bc77-f407-4fb1-a252-542648ec363c {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:06:32.884694 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-956c98e5-bda0-4e13-9a53-2ae9364e60d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (5237bc77-f407-4fb1-a252-542648ec363c), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:32.903130 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: d2f8c1c8-dbdf-4484-83e0-7797f26f41e9 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:06:32.903384 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device d2f8c1c8-dbdf-4484-83e0-7797f26f41e9 not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:06:32.903802 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 7e462252-4415-4974-bee8-b8a244c5df1a no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:06:32.908274 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:32.933747 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: 7e462252-4415-4974-bee8-b8a244c5df1a {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:06:32.934087 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 7e462252-4415-4974-bee8-b8a244c5df1a not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:06:33.008273 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96937451-8fbf-499c-ab5f-6330a1f65e6f None None] DHCP port deletion for fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa request from dv-cinder-843277-6-iscsi {{(pid=110841) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:06:33.056082 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-96937451-8fbf-499c-ab5f-6330a1f65e6f None None] Deleting port 5237bc77-f407-4fb1-a252-542648ec363c {{(pid=110841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:06:33.056610 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-96937451-8fbf-499c-ab5f-6330a1f65e6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (5237bc77-f407-4fb1-a252-542648ec363c), before_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:33.131208 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-96937451-8fbf-499c-ab5f-6330a1f65e6f None None] For port 5237bc77-f407-4fb1-a252-542648ec363c, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=5237bc77-f407-4fb1-a252-542648ec363c,segment=NetworkSegment(18d9f559-afbe-4071-9df5-d5e429c5cbf9),segment_id=18d9f559-afbe-4071-9df5-d5e429c5cbf9)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:33.131503 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-96937451-8fbf-499c-ab5f-6330a1f65e6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (5237bc77-f407-4fb1-a252-542648ec363c), precommit_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:33.145316 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-96937451-8fbf-499c-ab5f-6330a1f65e6f None None] Calling delete_port for 5237bc77-f407-4fb1-a252-542648ec363c owned by network:dhcp {{(pid=110841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:06:33.233452 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [None req-956c98e5-bda0-4e13-9a53-2ae9364e60d0 admin admin] For port 5237bc77-f407-4fb1-a252-542648ec363c, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=5237bc77-f407-4fb1-a252-542648ec363c,segment=NetworkSegment(18d9f559-afbe-4071-9df5-d5e429c5cbf9),segment_id=18d9f559-afbe-4071-9df5-d5e429c5cbf9)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:33.233845 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-956c98e5-bda0-4e13-9a53-2ae9364e60d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (5237bc77-f407-4fb1-a252-542648ec363c), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:33.249204 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-956c98e5-bda0-4e13-9a53-2ae9364e60d0 admin admin] Calling delete_port for 5237bc77-f407-4fb1-a252-542648ec363c owned by network:dhcp {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:06:33.318602 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-96937451-8fbf-499c-ab5f-6330a1f65e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461'] for port (5237bc77-f407-4fb1-a252-542648ec363c), after_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:33.342281 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96937451-8fbf-499c-ab5f-6330a1f65e6f None None] Pushing event deleted for resources: {'Port': ['ID=5237bc77-f407-4fb1-a252-542648ec363c,revision_number=None']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:33.349133 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96937451-8fbf-499c-ab5f-6330a1f65e6f None None] No DVR routers for this DVR port 5237bc77-f407-4fb1-a252-542648ec363c on host dv-cinder-843277-6-iscsi {{(pid=110841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:06:33.354125 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78a494-1803-4910-b6da-8487694149ba req-794ea086-a1e9-42c4-889b-b7347275135f tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:33.356568 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7e78a494-1803-4910-b6da-8487694149ba req-794ea086-a1e9-42c4-889b-b7347275135f tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 944 time: 0.0663772 Jun 24 10:06:33.393772 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-956c98e5-bda0-4e13-9a53-2ae9364e60d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (5237bc77-f407-4fb1-a252-542648ec363c), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:33.432257 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c98e5-bda0-4e13-9a53-2ae9364e60d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5237bc77-f407-4fb1-a252-542648ec363c,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:33.444751 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7e78a494-1803-4910-b6da-8487694149ba req-958fbac0-c196-4916-823a-f194555f0941 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762146 Jun 24 10:06:33.445550 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956c98e5-bda0-4e13-9a53-2ae9364e60d0 admin admin] No DVR routers for this DVR port 5237bc77-f407-4fb1-a252-542648ec363c on host dv-cinder-843277-6-iscsi {{(pid=110839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:06:33.521342 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-956c98e5-bda0-4e13-9a53-2ae9364e60d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8753295835275'] for network (fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:33.541856 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:33.543603 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-956c98e5-bda0-4e13-9a53-2ae9364e60d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa']}} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:33.554270 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-956c98e5-bda0-4e13-9a53-2ae9364e60d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d9f559-afbe-4071-9df5-d5e429c5cbf9') {'for_net_delete': True} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:33.557352 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-956c98e5-bda0-4e13-9a53-2ae9364e60d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d9f559-afbe-4071-9df5-d5e429c5cbf9') {} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:33.564396 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-956c98e5-bda0-4e13-9a53-2ae9364e60d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753295836052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29527165'] for segment (18d9f559-afbe-4071-9df5-d5e429c5cbf9), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:33.578432 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-956c98e5-bda0-4e13-9a53-2ae9364e60d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (18d9f559-afbe-4071-9df5-d5e429c5cbf9), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:33.585978 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-956c98e5-bda0-4e13-9a53-2ae9364e60d0 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=110839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:06:33.589617 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-956c98e5-bda0-4e13-9a53-2ae9364e60d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33003900'] for segment (18d9f559-afbe-4071-9df5-d5e429c5cbf9), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:33.643898 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.services.segments.plugin [-] Segment 18d9f559-afbe-4071-9df5-d5e429c5cbf9 resource provider aggregate not found Jun 24 10:06:33.662309 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.services.segments.plugin [-] Segment 18d9f559-afbe-4071-9df5-d5e429c5cbf9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18d9f559-afbe-4071-9df5-d5e429c5cbf9 found for delete ", "request_id": "req-79f8fa2b-bdb9-46ec-a8c6-5e22fe662470"}]} Jun 24 10:06:33.741858 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-956c98e5-bda0-4e13-9a53-2ae9364e60d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1893167'] for network (fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:33.746141 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-956c98e5-bda0-4e13-9a53-2ae9364e60d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:33.749549 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-956c98e5-bda0-4e13-9a53-2ae9364e60d0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa HTTP/1.1" status: 204 len: 168 time: 1.0184698 Jun 24 10:06:33.762733 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c98e5-bda0-4e13-9a53-2ae9364e60d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa5f3eea-22fa-49e9-863b-48d0ee7aa7fa,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:34.147810 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 43976) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:34.189346 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-30eded8b-afaa-4d37-a3cb-5be8f751a6b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ddf89eff2d584c508a967f1686090be1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403469 Jun 24 10:06:34.192417 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 43978) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:34.219694 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:34.242622 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b187a88c-5545-40fe-b77b-c771ad2cfc18 admin admin] Publish callbacks [] for security_group (735567f0-b290-4d58-8e07-c6776abcb5a3), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:34.265951 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b187a88c-5545-40fe-b77b-c771ad2cfc18 admin admin] Publish callbacks [] for security_group (735567f0-b290-4d58-8e07-c6776abcb5a3), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:34.417648 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b187a88c-5545-40fe-b77b-c771ad2cfc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (735567f0-b290-4d58-8e07-c6776abcb5a3), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:34.420243 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b187a88c-5545-40fe-b77b-c771ad2cfc18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:34.421450 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-b187a88c-5545-40fe-b77b-c771ad2cfc18 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/735567f0-b290-4d58-8e07-c6776abcb5a3 HTTP/1.1" status: 204 len: 168 time: 0.2281339 Jun 24 10:06:34.430404 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187a88c-5545-40fe-b77b-c771ad2cfc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735567f0-b290-4d58-8e07-c6776abcb5a3,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:34.566072 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89afb5-5478-46c3-8b31-adf3b56632a6 req-8e1193dd-9924-4852-859c-49a8600ae627 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:34.567564 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5e89afb5-5478-46c3-8b31-adf3b56632a6 req-8e1193dd-9924-4852-859c-49a8600ae627 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 944 time: 0.0477054 Jun 24 10:06:34.619931 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5e89afb5-5478-46c3-8b31-adf3b56632a6 req-d56cbd34-c12c-4762-b6fc-1c5b857438bb tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467155 Jun 24 10:06:34.796630 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 5237bc77-f407-4fb1-a252-542648ec363c no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:06:34.816056 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: 5237bc77-f407-4fb1-a252-542648ec363c {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:06:34.816424 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 5237bc77-f407-4fb1-a252-542648ec363c not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:06:35.389620 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:35.579924 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 44006) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:35.679414 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-c59cf99a-7919-405e-b1e0-ffca12660909 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1503436863-network', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:06:35.746048 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d8924-3652-42ab-8258-226bfe0f83f3 req-7438135c-0c14-488c-88d8-e92d94ee1a77 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:35.747547 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1b9d8924-3652-42ab-8258-226bfe0f83f3 req-7438135c-0c14-488c-88d8-e92d94ee1a77 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 944 time: 0.0521777 Jun 24 10:06:35.795860 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1b9d8924-3652-42ab-8258-226bfe0f83f3 req-29d2af97-b221-46f3-a53f-a2ee9302345b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426600 Jun 24 10:06:35.801307 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59cf99a-7919-405e-b1e0-ffca12660909 admin admin] Made reservation on behalf of 64b655c9ef0948c099f60649b9d5e78d for: {'network': 1} {{(pid=110840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:06:35.803767 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c59cf99a-7919-405e-b1e0-ffca12660909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for network (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:35.813830 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c59cf99a-7919-405e-b1e0-ffca12660909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:35.891725 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c59cf99a-7919-405e-b1e0-ffca12660909 admin admin] Publish callbacks [] for security_group (06253563-3e0f-443a-bf72-72c2f59186b4), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:36.017651 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c59cf99a-7919-405e-b1e0-ffca12660909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (06253563-3e0f-443a-bf72-72c2f59186b4), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:36.044344 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59cf99a-7919-405e-b1e0-ffca12660909 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=110840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:06:36.054472 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cf99a-7919-405e-b1e0-ffca12660909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06253563-3e0f-443a-bf72-72c2f59186b4,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:36.059258 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c59cf99a-7919-405e-b1e0-ffca12660909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (9f62f420-dab8-42b3-80e9-b2fd793dbe36), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:36.059598 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.db.segments_db [None req-c59cf99a-7919-405e-b1e0-ffca12660909 admin admin] Added segment 9f62f420-dab8-42b3-80e9-b2fd793dbe36 of type vlan for network 2c1a62ba-de23-4693-a76a-ab88e859eb34 Jun 24 10:06:36.100476 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c59cf99a-7919-405e-b1e0-ffca12660909 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753295298762'] for network (2c1a62ba-de23-4693-a76a-ab88e859eb34), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:36.222404 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c59cf99a-7919-405e-b1e0-ffca12660909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for network (2c1a62ba-de23-4693-a76a-ab88e859eb34), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:36.223302 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59cf99a-7919-405e-b1e0-ffca12660909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:36.223877 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c59cf99a-7919-405e-b1e0-ffca12660909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:36.231092 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 66641946-e924-41f5-ad9f-d918c412d89d up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:06:36.274022 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning for port 66641946-e924-41f5-ad9f-d918c412d89d completed by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:06:36.289209 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cf99a-7919-405e-b1e0-ffca12660909 admin admin] Pushing event updated for resources: {'Network': ['ID=2c1a62ba-de23-4693-a76a-ab88e859eb34,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:36.299972 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Network 2c1a62ba-de23-4693-a76a-ab88e859eb34 details requested by agent ovs-agent-dv-cinder-843277-6-iscsi with host dv-cinder-843277-6-iscsi {{(pid=110841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:06:36.346045 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-c59cf99a-7919-405e-b1e0-ffca12660909 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7649882 Jun 24 10:06:36.355309 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 44014) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:36.360389 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-9dac61a7-87a7-4c98-ac06-ff5f1220dac1 admin admin] Request body: {'subnet': {'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-subnet', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:06:36.371690 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=74,neutron:UPDATE=5,neutron:DELETE=6,neutron:INSERT=15 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:36.378465 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port 66641946-e924-41f5-ad9f-d918c412d89d triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:06:36.378846 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (66641946-e924-41f5-ad9f-d918c412d89d), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:36.454818 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 66641946-e924-41f5-ad9f-d918c412d89d is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:06:36.455206 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (66641946-e924-41f5-ad9f-d918c412d89d), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:36.480743 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dac61a7-87a7-4c98-ac06-ff5f1220dac1 admin admin] Made reservation on behalf of 64b655c9ef0948c099f60649b9d5e78d for: {'subnet': 1} {{(pid=110840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:06:36.480743 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-9dac61a7-87a7-4c98-ac06-ff5f1220dac1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:36.481062 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03050a70-dac3-49b8-a4ab-e73de4421841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66641946-e924-41f5-ad9f-d918c412d89d'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:06:36.481552 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57258e50-f6fc-4b7a-b530-40bd89b945ff" -d '{"events": [{"server_uuid": "03050a70-dac3-49b8-a4ab-e73de4421841", "name": "network-vif-plugged", "status": "completed", "tag": "66641946-e924-41f5-ad9f-d918c412d89d"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:06:36.492887 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:36.495128 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 66641946-e924-41f5-ad9f-d918c412d89d, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=66641946-e924-41f5-ad9f-d918c412d89d,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:36.520935 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fc6a43-273c-4c08-b92a-0e60e96aa0e5 x-openstack-request-id: req-e7fc6a43-273c-4c08-b92a-0e60e96aa0e5 {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:06:36.521245 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03050a70-dac3-49b8-a4ab-e73de4421841", "name": "network-vif-plugged", "status": "completed", "tag": "66641946-e924-41f5-ad9f-d918c412d89d", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:06:36.521499 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e7fc6a43-273c-4c08-b92a-0e60e96aa0e5 {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:06:36.521904 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7fc6a43-273c-4c08-b92a-0e60e96aa0e5'] response: {'server_uuid': '03050a70-dac3-49b8-a4ab-e73de4421841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66641946-e924-41f5-ad9f-d918c412d89d', 'code': 200} Jun 24 10:06:36.583442 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (66641946-e924-41f5-ad9f-d918c412d89d), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:36.584347 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device be1d3537-038c-4ba5-84f5-566839e929b4 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:06:36.604534 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] No Port match for: be1d3537-038c-4ba5-84f5-566839e929b4 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:06:36.604883 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device be1d3537-038c-4ba5-84f5-566839e929b4 not bound to the agent host hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:06:36.630424 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:36.648620 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=66641946-e924-41f5-ad9f-d918c412d89d,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:36.721106 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-9dac61a7-87a7-4c98-ac06-ff5f1220dac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for subnet (02351637-371e-4010-8915-07491ccbdf1d), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:36.778779 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac61a7-87a7-4c98-ac06-ff5f1220dac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02351637-371e-4010-8915-07491ccbdf1d,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:36.786885 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dac61a7-87a7-4c98-ac06-ff5f1220dac1 admin admin] Checking segment: {'id': '9f62f420-dab8-42b3-80e9-b2fd793dbe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:06:36.787231 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dac61a7-87a7-4c98-ac06-ff5f1220dac1 admin admin] Network hostable DHCP agents. Network: 2c1a62ba-de23-4693-a76a-ab88e859eb34, hostable agents: ['227dce48-d671-4074-8746-a798e3de1e3c'], hosted agents: [] {{(pid=110840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:06:36.875728 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dac61a7-87a7-4c98-ac06-ff5f1220dac1 admin admin] Network 2c1a62ba-de23-4693-a76a-ab88e859eb34 is scheduled to be hosted by DHCP agent 227dce48-d671-4074-8746-a798e3de1e3c with binding_index 1 {{(pid=110840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:06:36.949605 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620b184-586f-4270-a4bb-3bdca3822a2b req-ed661f07-c207-45a3-b5b1-f93e46eaf0f0 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:36.950587 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6620b184-586f-4270-a4bb-3bdca3822a2b req-ed661f07-c207-45a3-b5b1-f93e46eaf0f0 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.0791497 Jun 24 10:06:36.952174 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf020ca-a009-4e1e-8f47-d5f448f8b2cc req-64097f10-f557-4c49-b3e1-38bb3e24d2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:36.952855 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-9dac61a7-87a7-4c98-ac06-ff5f1220dac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-6-iscsi, 2c1a62ba-de23-4693-a76a-ab88e859eb34) {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:06:36.954163 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-fbf020ca-a009-4e1e-8f47-d5f448f8b2cc req-64097f10-f557-4c49-b3e1-38bb3e24d2b3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 1129 time: 0.0715148 Jun 24 10:06:36.957149 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dac61a7-87a7-4c98-ac06-ff5f1220dac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:36.957768 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-9dac61a7-87a7-4c98-ac06-ff5f1220dac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:36.963283 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f38edc-4407-4433-81b6-cb6fb09250e4 None None] Network 2c1a62ba-de23-4693-a76a-ab88e859eb34 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:06:37.035776 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6620b184-586f-4270-a4bb-3bdca3822a2b req-2fa0ab8b-3517-4cfb-b1cf-68fde756896e tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790572 Jun 24 10:06:37.038339 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-fbf020ca-a009-4e1e-8f47-d5f448f8b2cc req-1743612d-0836-422d-a5eb-52d07f12e9cf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743802 Jun 24 10:06:37.072623 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-9dac61a7-87a7-4c98-ac06-ff5f1220dac1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7162433 Jun 24 10:06:37.075405 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 44024) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:37.078321 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca77c58-c385-4c90-8bcd-69e10d85d937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a7ab119-d58e-5cf4-b1b7-c17a3ca747b8-2c1a62ba-de23-4693-a76a-ab88e859eb34', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d'}]}} from dv-cinder-843277-6-iscsi. {{(pid=110841) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:06:37.082063 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-eca77c58-c385-4c90-8bcd-69e10d85d937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:37.082184 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-58d64cee-bbdc-48a1-b4bb-737515d2e0dd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:06:37.182279 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:37.221947 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.db_base_plugin_common [None req-eca77c58-c385-4c90-8bcd-69e10d85d937 None None] Allocated IP 172.20.0.2 (2c1a62ba-de23-4693-a76a-ab88e859eb34/02351637-371e-4010-8915-07491ccbdf1d/bf84f23e-848a-408f-b6b8-3fbd58bbbfee) {{(pid=110841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:06:37.258454 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-58d64cee-bbdc-48a1-b4bb-737515d2e0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1836223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9608'] for router (2737a469-8655-48b1-822d-d4cd429b6bb1), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:37.259518 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-58d64cee-bbdc-48a1-b4bb-737515d2e0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1837722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1896642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1615388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9603'] for router (2737a469-8655-48b1-822d-d4cd429b6bb1), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:37.318656 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-58d64cee-bbdc-48a1-b4bb-737515d2e0dd admin admin] Publish callbacks [] for router_controller (2737a469-8655-48b1-822d-d4cd429b6bb1), precommit_add_association {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:37.370476 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-eca77c58-c385-4c90-8bcd-69e10d85d937 None None] Publish callbacks [] for port (bf84f23e-848a-408f-b6b8-3fbd58bbbfee), precommit_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:37.457216 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-eca77c58-c385-4c90-8bcd-69e10d85d937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (bf84f23e-848a-408f-b6b8-3fbd58bbbfee), after_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:37.500810 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca77c58-c385-4c90-8bcd-69e10d85d937 None None] Network 2c1a62ba-de23-4693-a76a-ab88e859eb34 is already hosted by enough agents. {{(pid=110841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:06:37.503869 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.base_scheduler [None req-eca77c58-c385-4c90-8bcd-69e10d85d937 None None] Resources bound (agent type, host, resource id): {{(pid=110841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:06:37.508137 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca77c58-c385-4c90-8bcd-69e10d85d937 None None] Received port after_create {{(pid=110841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:06:37.515169 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca77c58-c385-4c90-8bcd-69e10d85d937 None None] Pushing event updated for resources: {'Port': ['ID=bf84f23e-848a-408f-b6b8-3fbd58bbbfee,revision_number=1']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:37.552465 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-58d64cee-bbdc-48a1-b4bb-737515d2e0dd admin admin] Publish callbacks [] for router_gateway (2737a469-8655-48b1-822d-d4cd429b6bb1), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:37.573584 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-eca77c58-c385-4c90-8bcd-69e10d85d937 None None] Attempting to bind port bf84f23e-848a-408f-b6b8-3fbd58bbbfee on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:06:37.573865 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-eca77c58-c385-4c90-8bcd-69e10d85d937 None None] Attempting to bind port bf84f23e-848a-408f-b6b8-3fbd58bbbfee by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': '9f62f420-dab8-42b3-80e9-b2fd793dbe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34'}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:06:37.574221 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca77c58-c385-4c90-8bcd-69e10d85d937 None None] Attempting to bind port bf84f23e-848a-408f-b6b8-3fbd58bbbfee on network 2c1a62ba-de23-4693-a76a-ab88e859eb34 {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:06:37.579481 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca77c58-c385-4c90-8bcd-69e10d85d937 None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:06:37.579843 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca77c58-c385-4c90-8bcd-69e10d85d937 None None] Checking segment: {'id': '9f62f420-dab8-42b3-80e9-b2fd793dbe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:06:37.580355 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-eca77c58-c385-4c90-8bcd-69e10d85d937 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:37.581262 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca77c58-c385-4c90-8bcd-69e10d85d937 None None] Bound using segment: {'id': '9f62f420-dab8-42b3-80e9-b2fd793dbe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34'} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:06:37.581714 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-eca77c58-c385-4c90-8bcd-69e10d85d937 None None] Bound port: bf84f23e-848a-408f-b6b8-3fbd58bbbfee, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f62f420-dab8-42b3-80e9-b2fd793dbe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34'}}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:06:37.582082 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-eca77c58-c385-4c90-8bcd-69e10d85d937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (bf84f23e-848a-408f-b6b8-3fbd58bbbfee), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:37.592301 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:37.648358 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-eca77c58-c385-4c90-8bcd-69e10d85d937 None None] For port bf84f23e-848a-408f-b6b8-3fbd58bbbfee, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:06:37.651839 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-eca77c58-c385-4c90-8bcd-69e10d85d937 None None] For port bf84f23e-848a-408f-b6b8-3fbd58bbbfee, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=bf84f23e-848a-408f-b6b8-3fbd58bbbfee,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:06:37.772961 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-eca77c58-c385-4c90-8bcd-69e10d85d937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (bf84f23e-848a-408f-b6b8-3fbd58bbbfee), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:37.795844 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-58d64cee-bbdc-48a1-b4bb-737515d2e0dd admin admin] Publish callbacks [] for router_gateway (2737a469-8655-48b1-822d-d4cd429b6bb1), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:37.815334 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-58d64cee-bbdc-48a1-b4bb-737515d2e0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:37.817160 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:37.838568 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca77c58-c385-4c90-8bcd-69e10d85d937 None None] Pushing event updated for resources: {'Port': ['ID=bf84f23e-848a-408f-b6b8-3fbd58bbbfee,revision_number=2']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:37.939427 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_common [None req-58d64cee-bbdc-48a1-b4bb-737515d2e0dd admin admin] Allocated IP 172.27.2.65 (a3837c3f-8d84-4126-8dfc-b4bde8a26600/ef99dc90-6579-4f1e-9fc6-58eb2334384d/bfccf6e8-062d-47e0-9eff-adcae6b12241) {{(pid=110840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:06:38.054999 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-58d64cee-bbdc-48a1-b4bb-737515d2e0dd admin admin] Publish callbacks [] for port (bfccf6e8-062d-47e0-9eff-adcae6b12241), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:38.168150 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:38.184394 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821deea-14ee-423a-9ebc-95e3078bdb6c req-3508957e-54b8-401a-a6f8-15f33cb9cb30 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:38.185904 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-a821deea-14ee-423a-9ebc-95e3078bdb6c req-3508957e-54b8-401a-a6f8-15f33cb9cb30 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.0498705 Jun 24 10:06:38.187866 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-58d64cee-bbdc-48a1-b4bb-737515d2e0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (bfccf6e8-062d-47e0-9eff-adcae6b12241), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:38.247482 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d64cee-bbdc-48a1-b4bb-737515d2e0dd admin admin] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:06:38.256748 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-58d64cee-bbdc-48a1-b4bb-737515d2e0dd admin admin] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:06:38.267582 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d64cee-bbdc-48a1-b4bb-737515d2e0dd admin admin] Received port after_create {{(pid=110840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:06:38.302681 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d64cee-bbdc-48a1-b4bb-737515d2e0dd admin admin] Pushing event updated for resources: {'Port': ['ID=bfccf6e8-062d-47e0-9eff-adcae6b12241,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:38.356738 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-a821deea-14ee-423a-9ebc-95e3078bdb6c req-9be78e01-76be-433d-befa-e7c428cb4a5a tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607168 Jun 24 10:06:38.776668 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-58d64cee-bbdc-48a1-b4bb-737515d2e0dd admin admin] Publish callbacks [] for router_gateway (2737a469-8655-48b1-822d-d4cd429b6bb1), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:38.793289 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720305b4-bc1f-4849-9f22-7da77e76022e None None] Network 2c1a62ba-de23-4693-a76a-ab88e859eb34 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:06:38.858135 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device bf84f23e-848a-408f-b6b8-3fbd58bbbfee up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:06:38.898926 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-34903cea-7d8c-4c62-9c0b-7e0f93f230e0 None None] Provisioning complete for port bf84f23e-848a-408f-b6b8-3fbd58bbbfee triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:06:38.899214 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-34903cea-7d8c-4c62-9c0b-7e0f93f230e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (bf84f23e-848a-408f-b6b8-3fbd58bbbfee), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:38.979927 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-58d64cee-bbdc-48a1-b4bb-737515d2e0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1836637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1896614'] for router (2737a469-8655-48b1-822d-d4cd429b6bb1), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:38.982878 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port bf84f23e-848a-408f-b6b8-3fbd58bbbfee triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:06:38.983260 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (bf84f23e-848a-408f-b6b8-3fbd58bbbfee), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:39.048710 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-34903cea-7d8c-4c62-9c0b-7e0f93f230e0 None None] Current status of the port bf84f23e-848a-408f-b6b8-3fbd58bbbfee is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:06:39.049382 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-34903cea-7d8c-4c62-9c0b-7e0f93f230e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (bf84f23e-848a-408f-b6b8-3fbd58bbbfee), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:39.127682 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-34903cea-7d8c-4c62-9c0b-7e0f93f230e0 None None] For port bf84f23e-848a-408f-b6b8-3fbd58bbbfee, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=bf84f23e-848a-408f-b6b8-3fbd58bbbfee,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:39.134401 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port bf84f23e-848a-408f-b6b8-3fbd58bbbfee is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:06:39.134771 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (bf84f23e-848a-408f-b6b8-3fbd58bbbfee), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:39.166575 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d64cee-bbdc-48a1-b4bb-737515d2e0dd admin admin] Router 2737a469-8655-48b1-822d-d4cd429b6bb1 is scheduled to L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 with binding_index 1 {{(pid=110840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:06:39.169420 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:39.172209 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-cd54574c-a913-4dba-8ca0-87540b655154 req-c12dfb68-8c51-46fa-8cf8-7432c3b33fb8 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-425148660&fields=id&tenant_id=a8f15fa49a284e409bdcabcca90ece04 HTTP/1.1" status: 200 len: 267 time: 0.0501916 Jun 24 10:06:39.192351 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-34903cea-7d8c-4c62-9c0b-7e0f93f230e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (bf84f23e-848a-408f-b6b8-3fbd58bbbfee), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:39.239485 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54574c-a913-4dba-8ca0-87540b655154 req-a1466e2e-74e9-4952-8d9a-cc0b605b6aaf tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:39.241052 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-cd54574c-a913-4dba-8ca0-87540b655154 req-a1466e2e-74e9-4952-8d9a-cc0b605b6aaf tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 984 time: 0.0623627 Jun 24 10:06:39.254508 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-cd54574c-a913-4dba-8ca0-87540b655154 req-92dbdc16-ec78-4904-a416-b2cdcbe7a063 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Request body: {'port': {'security_groups': ['5a4ccdd4-2242-4873-8c18-56056998f96e']}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:06:39.255883 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.db.api [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 10:06:39.256324 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG oslo_db.api [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 10:06:39.276900 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d64cee-bbdc-48a1-b4bb-737515d2e0dd admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:06:39.277266 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34903cea-7d8c-4c62-9c0b-7e0f93f230e0 None None] Pushing event updated for resources: {'Port': ['ID=bf84f23e-848a-408f-b6b8-3fbd58bbbfee,revision_number=3']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:39.295488 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] Sync routers for ids ['2737a469-8655-48b1-822d-d4cd429b6bb1'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:06:39.315468 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] Routers {'2737a469-8655-48b1-822d-d4cd429b6bb1'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:06:39.316082 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:06:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['2737a469-8655-48b1-822d-d4cd429b6bb1'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:39.319624 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-087b4872-a9dd-4deb-af09-08036a87e45a None None] Provisioning complete for port bf84f23e-848a-408f-b6b8-3fbd58bbbfee triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:06:39.319993 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-087b4872-a9dd-4deb-af09-08036a87e45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (bf84f23e-848a-408f-b6b8-3fbd58bbbfee), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:39.342838 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-cd54574c-a913-4dba-8ca0-87540b655154 req-92dbdc16-ec78-4904-a416-b2cdcbe7a063 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (9232a5f7-d95a-44a5-b49d-7664a4d75f80), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:39.356312 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:39.366394 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-58d64cee-bbdc-48a1-b4bb-737515d2e0dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:39.370224 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-58d64cee-bbdc-48a1-b4bb-737515d2e0dd admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2912691 Jun 24 10:06:39.370413 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 44044) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:39.525834 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:39.542620 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97550dc7-2645-4b8b-bd49-a1d6645614cd req-53871322-17e3-4fe2-af30-bd02ecee1d48 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:39.544223 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-97550dc7-2645-4b8b-bd49-a1d6645614cd req-53871322-17e3-4fe2-af30-bd02ecee1d48 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.0891752 Jun 24 10:06:39.555610 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-cd54574c-a913-4dba-8ca0-87540b655154 req-92dbdc16-ec78-4904-a416-b2cdcbe7a063 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] For port 9232a5f7-d95a-44a5-b49d-7664a4d75f80, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=9232a5f7-d95a-44a5-b49d-7664a4d75f80,segment=NetworkSegment(e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a),segment_id=e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:39.587912 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-cd54574c-a913-4dba-8ca0-87540b655154 req-92dbdc16-ec78-4904-a416-b2cdcbe7a063 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for port (9232a5f7-d95a-44a5-b49d-7664a4d75f80), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:39.620034 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] Set router 2737a469-8655-48b1-822d-d4cd429b6bb1 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:06:39.621738 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:39.632278 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-cd54574c-a913-4dba-8ca0-87540b655154 req-92dbdc16-ec78-4904-a416-b2cdcbe7a063 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (9232a5f7-d95a-44a5-b49d-7664a4d75f80), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:39.684503 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54574c-a913-4dba-8ca0-87540b655154 req-92dbdc16-ec78-4904-a416-b2cdcbe7a063 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:39.684503 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-cd54574c-a913-4dba-8ca0-87540b655154 req-92dbdc16-ec78-4904-a416-b2cdcbe7a063 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:39.685500 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['9232a5f7-d95a-44a5-b49d-7664a4d75f80'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:06:39.693734 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-97550dc7-2645-4b8b-bd49-a1d6645614cd req-a939104e-1339-43a7-b7e9-b60af39ebc94 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349802 Jun 24 10:06:39.693966 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-cd54574c-a913-4dba-8ca0-87540b655154 req-92dbdc16-ec78-4904-a416-b2cdcbe7a063 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "PUT /v2.0/ports/9232a5f7-d95a-44a5-b49d-7664a4d75f80 HTTP/1.1" status: 200 len: 942 time: 0.4437852 Jun 24 10:06:39.694625 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9804ec-09cf-4bd7-bf69-83dc28a5d1d5', 'tag': '9232a5f7-d95a-44a5-b49d-7664a4d75f80'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:06:39.697290 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6874a4-e55d-4f81-8c8d-dcb61d6d736a" -d '{"events": [{"name": "network-changed", "server_uuid": "af9804ec-09cf-4bd7-bf69-83dc28a5d1d5", "tag": "9232a5f7-d95a-44a5-b49d-7664a4d75f80"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:06:39.709530 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 44048) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:39.789223 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:39.831549 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbdc16-ec78-4904-a416-b2cdcbe7a063 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Pushing event updated for resources: {'Port': ['ID=9232a5f7-d95a-44a5-b49d-7664a4d75f80,revision_number=7']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:39.832666 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-087b4872-a9dd-4deb-af09-08036a87e45a None None] Current status of the port bf84f23e-848a-408f-b6b8-3fbd58bbbfee is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:06:39.855671 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['9232a5f7-d95a-44a5-b49d-7664a4d75f80'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:06:39.870609 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-60f44bff-7876-425d-b656-68f352d2d865 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for security_group (69854125-db12-434f-b67e-c4a42098b62d), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:39.901162 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327222e-19d2-4327-8f44-eb251db6743f req-2da1a3ea-d839-4b5e-ad5e-143ec69010f1 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:39.903366 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e327222e-19d2-4327-8f44-eb251db6743f req-2da1a3ea-d839-4b5e-ad5e-143ec69010f1 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.0713418 Jun 24 10:06:39.914881 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 44060) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:39.923140 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-60f44bff-7876-425d-b656-68f352d2d865 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for security_group (69854125-db12-434f-b67e-c4a42098b62d), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:39.937046 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-aaba9ed4-4f86-4fc9-bbc4-761c013bc68c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Request body: {'floatingip': {'port_id': '66641946-e924-41f5-ad9f-d918c412d89d'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:06:40.024487 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port bf84f23e-848a-408f-b6b8-3fbd58bbbfee is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:06:40.033314 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-aaba9ed4-4f86-4fc9-bbc4-761c013bc68c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for floatingip (12ddd4cb-6c8f-4cc1-a7a9-88421fa54d8d), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:40.055566 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2940e6a4-7a41-4f9a-9704-ac10ba0afb3c x-openstack-request-id: req-2940e6a4-7a41-4f9a-9704-ac10ba0afb3c {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:06:40.056018 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9804ec-09cf-4bd7-bf69-83dc28a5d1d5", "tag": "9232a5f7-d95a-44a5-b49d-7664a4d75f80", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:06:40.061819 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2940e6a4-7a41-4f9a-9704-ac10ba0afb3c {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:06:40.061819 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2940e6a4-7a41-4f9a-9704-ac10ba0afb3c'] response: {'name': 'network-changed', 'server_uuid': 'af9804ec-09cf-4bd7-bf69-83dc28a5d1d5', 'tag': '9232a5f7-d95a-44a5-b49d-7664a4d75f80', 'status': 'completed', 'code': 200} Jun 24 10:06:40.135320 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6874a4-e55d-4f81-8c8d-dcb61d6d736a req-1c02b2b5-ec82-422a-8da4-c089c142894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:40.137042 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2d6874a4-e55d-4f81-8c8d-dcb61d6d736a req-1c02b2b5-ec82-422a-8da4-c089c142894d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8f15fa49a284e409bdcabcca90ece04&device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 1129 time: 0.0562942 Jun 24 10:06:40.138067 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-60f44bff-7876-425d-b656-68f352d2d865 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (69854125-db12-434f-b67e-c4a42098b62d), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:40.140949 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-60f44bff-7876-425d-b656-68f352d2d865 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:40.147948 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-60f44bff-7876-425d-b656-68f352d2d865 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "DELETE /v2.0/security-groups/69854125-db12-434f-b67e-c4a42098b62d HTTP/1.1" status: 204 len: 168 time: 0.4369011 Jun 24 10:06:40.148277 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 44064) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:40.215038 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-35cf199b-8b03-4efc-875c-e69a2852a7bc None None] Provisioning complete for port 9232a5f7-d95a-44a5-b49d-7664a4d75f80 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:06:40.215385 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-35cf199b-8b03-4efc-875c-e69a2852a7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (9232a5f7-d95a-44a5-b49d-7664a4d75f80), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:40.242976 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:40.252415 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:38Z', 'revision_number': 3, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:40.256164 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f44bff-7876-425d-b656-68f352d2d865 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69854125-db12-434f-b67e-c4a42098b62d,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:40.304851 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] Checking router: 2737a469-8655-48b1-822d-d4cd429b6bb1 for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:06:40.305082 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6874a4-e55d-4f81-8c8d-dcb61d6d736a req-0a2b42ba-9e98-4624-9c1b-b34e403a907b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:40.305186 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] Updating router 2737a469-8655-48b1-822d-d4cd429b6bb1 port bfccf6e8-062d-47e0-9eff-adcae6b12241 binding host dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:06:40.306763 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2d6874a4-e55d-4f81-8c8d-dcb61d6d736a req-0a2b42ba-9e98-4624-9c1b-b34e403a907b service neutron] 10.222.0.55 "GET /v2.0/networks?id=b62e03e6-e652-4ef9-a19f-cc1036cc714a HTTP/1.1" status: 200 len: 916 time: 0.1575453 Jun 24 10:06:40.330385 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:40.366265 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1d1e73c5-1246-4729-95c0-94e8dbc6fbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:40.381631 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (bfccf6e8-062d-47e0-9eff-adcae6b12241), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:40.434623 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2d6874a4-e55d-4f81-8c8d-dcb61d6d736a req-b39a73f2-f654-47bf-aa43-1c51a3a18b44 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9232a5f7-d95a-44a5-b49d-7664a4d75f80 HTTP/1.1" status: 200 len: 1001 time: 0.1197116 Jun 24 10:06:40.496198 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:40.506340 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-c12ca280-010f-44af-898d-a027fd10fadc tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Deleting port 598086ee-cbd6-4870-aec4-b6a1fe4c0c86 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:06:40.506850 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c12ca280-010f-44af-898d-a027fd10fadc tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (598086ee-cbd6-4870-aec4-b6a1fe4c0c86), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:40.514120 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-35cf199b-8b03-4efc-875c-e69a2852a7bc None None] Current status of the port 9232a5f7-d95a-44a5-b49d-7664a4d75f80 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:06:40.534612 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6874a4-e55d-4f81-8c8d-dcb61d6d736a req-c4e510ea-f178-4930-9308-a07e180ca1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:40.536486 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2d6874a4-e55d-4f81-8c8d-dcb61d6d736a req-c4e510ea-f178-4930-9308-a07e180ca1fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a3a795a-5b0e-43d6-a360-a0c6523c9403 HTTP/1.1" status: 200 len: 854 time: 0.0952973 Jun 24 10:06:40.549050 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:40.603806 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:40.623497 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6874a4-e55d-4f81-8c8d-dcb61d6d736a req-dab04a06-0083-438c-a49b-de5ed4d88416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:40.625163 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2d6874a4-e55d-4f81-8c8d-dcb61d6d736a req-dab04a06-0083-438c-a49b-de5ed4d88416 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b62e03e6-e652-4ef9-a19f-cc1036cc714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0822277 Jun 24 10:06:40.647493 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c12ca280-010f-44af-898d-a027fd10fadc tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (598086ee-cbd6-4870-aec4-b6a1fe4c0c86), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:40.647928 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c12ca280-010f-44af-898d-a027fd10fadc tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for floatingip (598086ee-cbd6-4870-aec4-b6a1fe4c0c86), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:40.676594 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-c12ca280-010f-44af-898d-a027fd10fadc tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Calling delete_port for 598086ee-cbd6-4870-aec4-b6a1fe4c0c86 owned by network:floatingip {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:06:40.704842 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] Publish callbacks [] for port (bfccf6e8-062d-47e0-9eff-adcae6b12241), precommit_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:40.749515 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (bfccf6e8-062d-47e0-9eff-adcae6b12241), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:40.825183 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed37ba6-5d79-4449-a4f8-736d328f88af None None] Pushing event updated for resources: {'Port': ['ID=bfccf6e8-062d-47e0-9eff-adcae6b12241,revision_number=2']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:40.826471 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2d6874a4-e55d-4f81-8c8d-dcb61d6d736a req-452d5df0-f7c3-4806-8395-fe627f4371e2 service neutron] 10.222.0.55 "GET /v2.0/networks/b62e03e6-e652-4ef9-a19f-cc1036cc714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909287 Jun 24 10:06:40.835624 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] Attempting to bind port bfccf6e8-062d-47e0-9eff-adcae6b12241 on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:06:40.836113 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] Attempting to bind port bfccf6e8-062d-47e0-9eff-adcae6b12241 by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:06:40.836633 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] Attempting to bind port bfccf6e8-062d-47e0-9eff-adcae6b12241 on network a3837c3f-8d84-4126-8dfc-b4bde8a26600 {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:06:40.843434 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:06:40.844114 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] Checking segment: {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:06:40.844658 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:40.845149 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] Bound using segment: {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:06:40.846103 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] Bound port: bfccf6e8-062d-47e0-9eff-adcae6b12241, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:06:40.846637 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (bfccf6e8-062d-47e0-9eff-adcae6b12241), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:40.870259 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device bf84f23e-848a-408f-b6b8-3fbd58bbbfee up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:06:40.900653 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.db.resource_extend [None req-aaba9ed4-4f86-4fc9-bbc4-761c013bc68c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 10:06:40.937283 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] For port bfccf6e8-062d-47e0-9eff-adcae6b12241, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:06:40.941682 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] For port bfccf6e8-062d-47e0-9eff-adcae6b12241, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=bfccf6e8-062d-47e0-9eff-adcae6b12241,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:06:40.950933 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port bf84f23e-848a-408f-b6b8-3fbd58bbbfee triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:06:40.951436 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (bf84f23e-848a-408f-b6b8-3fbd58bbbfee), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:40.962627 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-aaba9ed4-4f86-4fc9-bbc4-761c013bc68c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:40.972640 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_common [None req-1d1e73c5-1246-4729-95c0-94e8dbc6fbeb admin admin] Allocated IP 172.20.0.1 (2c1a62ba-de23-4693-a76a-ab88e859eb34/02351637-371e-4010-8915-07491ccbdf1d/ec487d7d-8295-4772-ac1f-6ed1f52e6671) {{(pid=110840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:06:40.979931 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2d6874a4-e55d-4f81-8c8d-dcb61d6d736a req-816ddcac-dc73-4d1e-84ca-83b8a6fb7a67 service neutron] 10.222.0.55 "GET /v2.0/networks/b62e03e6-e652-4ef9-a19f-cc1036cc714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400738 Jun 24 10:06:41.046896 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port bf84f23e-848a-408f-b6b8-3fbd58bbbfee is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:06:41.062453 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (bfccf6e8-062d-47e0-9eff-adcae6b12241), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:41.066917 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-aaba9ed4-4f86-4fc9-bbc4-761c013bc68c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (12ddd4cb-6c8f-4cc1-a7a9-88421fa54d8d), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:41.099041 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c12ca280-010f-44af-898d-a027fd10fadc tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (598086ee-cbd6-4870-aec4-b6a1fe4c0c86), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:41.138130 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:41.149402 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed37ba6-5d79-4449-a4f8-736d328f88af None None] Pushing event updated for resources: {'Port': ['ID=bfccf6e8-062d-47e0-9eff-adcae6b12241,revision_number=3']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:41.156115 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] Routers {'2737a469-8655-48b1-822d-d4cd429b6bb1'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:06:41.156775 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:06:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['2737a469-8655-48b1-822d-d4cd429b6bb1'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:41.161518 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ca280-010f-44af-898d-a027fd10fadc tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Pushing event deleted for resources: {'Port': ['ID=598086ee-cbd6-4870-aec4-b6a1fe4c0c86,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:41.205632 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1d1e73c5-1246-4729-95c0-94e8dbc6fbeb admin admin] Publish callbacks [] for port (ec487d7d-8295-4772-ac1f-6ed1f52e6671), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:41.223839 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c12ca280-010f-44af-898d-a027fd10fadc tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks [] for floatingip (d00be360-9f69-43d7-848f-14e519416dce), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:41.225421 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.l3_db [None req-c12ca280-010f-44af-898d-a027fd10fadc tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Floating IP d00be360-9f69-43d7-848f-14e519416dce disassociated (deleted). External IP: 172.27.2.121, port: 9232a5f7-d95a-44a5-b49d-7664a4d75f80. Jun 24 10:06:41.244483 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.db.l3_db [None req-aaba9ed4-4f86-4fc9-bbc4-761c013bc68c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Floating IP 12ddd4cb-6c8f-4cc1-a7a9-88421fa54d8d associated. External IP: 172.27.2.97, port: 66641946-e924-41f5-ad9f-d918c412d89d. Jun 24 10:06:41.275502 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] Set router 2737a469-8655-48b1-822d-d4cd429b6bb1 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:06:41.283134 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:41.357095 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:41.395843 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1d1e73c5-1246-4729-95c0-94e8dbc6fbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (ec487d7d-8295-4772-ac1f-6ed1f52e6671), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:41.464236 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1e73c5-1246-4729-95c0-94e8dbc6fbeb admin admin] Network 2c1a62ba-de23-4693-a76a-ab88e859eb34 is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:06:41.475601 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12ca280-010f-44af-898d-a027fd10fadc tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Router b5569438-099f-4b68-9fb7-f12d68f20989 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:06:41.482488 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:38Z', 'revision_number': 3, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:41.493670 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e73c5-1246-4729-95c0-94e8dbc6fbeb admin admin] Pushing event updated for resources: {'Port': ['ID=ec487d7d-8295-4772-ac1f-6ed1f52e6671,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:41.496431 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-1d1e73c5-1246-4729-95c0-94e8dbc6fbeb admin admin] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:06:41.510424 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1e73c5-1246-4729-95c0-94e8dbc6fbeb admin admin] Received port after_create {{(pid=110840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:06:41.511591 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1d1e73c5-1246-4729-95c0-94e8dbc6fbeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1900035'] for router_interface (2737a469-8655-48b1-822d-d4cd429b6bb1), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:41.530534 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5f6a91-2f4f-43b1-8efe-bbafa6911336 None None] The sync data for ids ['2737a469-8655-48b1-822d-d4cd429b6bb1'] in dv-cinder-843277-6-iscsi is: [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:38Z', 'revision_number': 3, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:06:41.602847 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaba9ed4-4f86-4fc9-bbc4-761c013bc68c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Router c1fc2e48-c0b5-42aa-a424-4d192342d2eb has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:06:41.629858 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12ca280-010f-44af-898d-a027fd10fadc tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:06:41.634854 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c12ca280-010f-44af-898d-a027fd10fadc tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:41.641637 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ecbbf0-98fd-45ed-b40e-b5845711097b None None] Sync routers for ids ['b5569438-099f-4b68-9fb7-f12d68f20989'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:06:41.663405 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ecbbf0-98fd-45ed-b40e-b5845711097b None None] Routers {'b5569438-099f-4b68-9fb7-f12d68f20989'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:06:41.666677 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-d1ecbbf0-98fd-45ed-b40e-b5845711097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:06:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['b5569438-099f-4b68-9fb7-f12d68f20989'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:41.682207 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-c12ca280-010f-44af-898d-a027fd10fadc tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "DELETE /v2.0/floatingips/d00be360-9f69-43d7-848f-14e519416dce HTTP/1.1" status: 204 len: 168 time: 1.5289469 Jun 24 10:06:41.726856 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:41.776771 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaba9ed4-4f86-4fc9-bbc4-761c013bc68c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:06:41.776771 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-aaba9ed4-4f86-4fc9-bbc4-761c013bc68c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:41.786536 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ea002e-e312-47c8-9050-d0177f8638e4 None None] Sync routers for ids ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:06:41.800693 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-d1ecbbf0-98fd-45ed-b40e-b5845711097b None None] Set router b5569438-099f-4b68-9fb7-f12d68f20989 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:06:41.808052 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:41.821324 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea002e-e312-47c8-9050-d0177f8638e4 None None] Routers {'c1fc2e48-c0b5-42aa-a424-4d192342d2eb'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:06:41.822179 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-51ea002e-e312-47c8-9050-d0177f8638e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:06:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:41.859235 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1d1e73c5-1246-4729-95c0-94e8dbc6fbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (ec487d7d-8295-4772-ac1f-6ed1f52e6671), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:41.862553 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-aaba9ed4-4f86-4fc9-bbc4-761c013bc68c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "PUT /v2.0/floatingips/12ddd4cb-6c8f-4cc1-a7a9-88421fa54d8d HTTP/1.1" status: 200 len: 990 time: 1.9439411 Jun 24 10:06:41.864321 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03050a70-dac3-49b8-a4ab-e73de4421841', 'tag': '66641946-e924-41f5-ad9f-d918c412d89d'}] {{(pid=110840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:06:41.867059 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918deba4491858943d5af62f7e2b7193d4f3e11e5a976540219041625139a41f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b11ff7-b4f8-4666-ae14-0700f5378ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "03050a70-dac3-49b8-a4ab-e73de4421841", "tag": "66641946-e924-41f5-ad9f-d918c412d89d"}]}' {{(pid=110840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:06:41.901807 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:41.993427 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766099c6-5a3f-41d9-a7e8-0f4eb1fcd293 x-openstack-request-id: req-766099c6-5a3f-41d9-a7e8-0f4eb1fcd293 {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:06:41.994535 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03050a70-dac3-49b8-a4ab-e73de4421841", "tag": "66641946-e924-41f5-ad9f-d918c412d89d", "status": "completed", "code": 200}]} {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:06:41.994855 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-8b2e434b-f619-43c0-902c-8044d18c7a95 None None] Provisioning complete for port ec487d7d-8295-4772-ac1f-6ed1f52e6671 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:06:41.995318 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-8b2e434b-f619-43c0-902c-8044d18c7a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (ec487d7d-8295-4772-ac1f-6ed1f52e6671), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:41.995948 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-766099c6-5a3f-41d9-a7e8-0f4eb1fcd293 {{(pid=110840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:06:41.996551 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-766099c6-5a3f-41d9-a7e8-0f4eb1fcd293'] response: {'name': 'network-changed', 'server_uuid': '03050a70-dac3-49b8-a4ab-e73de4421841', 'tag': '66641946-e924-41f5-ad9f-d918c412d89d', 'status': 'completed', 'code': 200} Jun 24 10:06:42.046066 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e434b-f619-43c0-902c-8044d18c7a95 None None] Port ec487d7d-8295-4772-ac1f-6ed1f52e6671 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:06:42.057833 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9804ec-09cf-4bd7-bf69-83dc28a5d1d5', 'tag': '9232a5f7-d95a-44a5-b49d-7664a4d75f80'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:06:42.060342 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fcc470-a551-4fae-828f-ae0456a4f01c" -d '{"events": [{"name": "network-changed", "server_uuid": "af9804ec-09cf-4bd7-bf69-83dc28a5d1d5", "tag": "9232a5f7-d95a-44a5-b49d-7664a4d75f80"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:06:42.064420 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b11ff7-b4f8-4666-ae14-0700f5378ba2 req-b0f3449c-e46c-4d42-857f-00686fc226e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:42.067318 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a6b11ff7-b4f8-4666-ae14-0700f5378ba2 req-b0f3449c-e46c-4d42-857f-00686fc226e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a77797eae68a42639f886f64db5f5598&device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 1129 time: 0.0805786 Jun 24 10:06:42.121743 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-d1ecbbf0-98fd-45ed-b40e-b5845711097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'name': 'tempest-TestMinimumBasicScenario-1894382342-router', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a5813f6-07cf-4d14-899c-2258ebb8e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:03:24Z', 'updated_at': '2022-06-24T10:03:31Z', 'revision_number': 4, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'gw_port': {'id': '6a5813f6-07cf-4d14-899c-2258ebb8e2c6', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:88:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:26Z', 'updated_at': '2022-06-24T10:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'a5eb2220-841b-4c28-b663-e12bffee240a', 'name': '', 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'mac_address': 'fa:16:3e:b4:07:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '9a3a795a-5b0e-43d6-a360-a0c6523c9403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:29Z', 'updated_at': '2022-06-24T10:03:36Z', 'revision_number': 5, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'subnets': [{'id': '9a3a795a-5b0e-43d6-a360-a0c6523c9403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:42.123437 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:42.138587 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aada5d95-0fb8-474b-80a3-093fdf472211 x-openstack-request-id: req-aada5d95-0fb8-474b-80a3-093fdf472211 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:06:42.138892 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9804ec-09cf-4bd7-bf69-83dc28a5d1d5", "tag": "9232a5f7-d95a-44a5-b49d-7664a4d75f80", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:06:42.139149 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aada5d95-0fb8-474b-80a3-093fdf472211 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:06:42.139560 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aada5d95-0fb8-474b-80a3-093fdf472211'] response: {'name': 'network-changed', 'server_uuid': 'af9804ec-09cf-4bd7-bf69-83dc28a5d1d5', 'tag': '9232a5f7-d95a-44a5-b49d-7664a4d75f80', 'status': 'completed', 'code': 200} Jun 24 10:06:42.145942 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:42.194411 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1d1e73c5-1246-4729-95c0-94e8dbc6fbeb admin admin] Publish callbacks [] for port (ec487d7d-8295-4772-ac1f-6ed1f52e6671), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:42.215338 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ecbbf0-98fd-45ed-b40e-b5845711097b None None] Checking router: b5569438-099f-4b68-9fb7-f12d68f20989 for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:06:42.238640 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ecbbf0-98fd-45ed-b40e-b5845711097b None None] Routers {'b5569438-099f-4b68-9fb7-f12d68f20989'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:06:42.239726 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-d1ecbbf0-98fd-45ed-b40e-b5845711097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:06:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['b5569438-099f-4b68-9fb7-f12d68f20989'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:42.266011 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fcc470-a551-4fae-828f-ae0456a4f01c req-e24cf56b-78aa-467e-ae52-5c5c221ccb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:42.268708 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f4fcc470-a551-4fae-828f-ae0456a4f01c req-e24cf56b-78aa-467e-ae52-5c5c221ccb59 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8f15fa49a284e409bdcabcca90ece04&device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 1129 time: 0.0812464 Jun 24 10:06:42.287158 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1d1e73c5-1246-4729-95c0-94e8dbc6fbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (ec487d7d-8295-4772-ac1f-6ed1f52e6671), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:42.288077 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1d1e73c5-1246-4729-95c0-94e8dbc6fbeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1899923'] for router_interface (2737a469-8655-48b1-822d-d4cd429b6bb1), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:42.302478 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:42.352590 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-51ea002e-e312-47c8-9050-d0177f8638e4 None None] Set router c1fc2e48-c0b5-42aa-a424-4d192342d2eb gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:06:42.416320 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b11ff7-b4f8-4666-ae14-0700f5378ba2 req-72c54403-5db1-47d4-9d4f-80279bb11ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:42.418476 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a6b11ff7-b4f8-4666-ae14-0700f5378ba2 req-72c54403-5db1-47d4-9d4f-80279bb11ba2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=acbbe71d-fc88-4521-a985-304e44d1216d HTTP/1.1" status: 200 len: 918 time: 0.3351860 Jun 24 10:06:42.459545 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e73c5-1246-4729-95c0-94e8dbc6fbeb admin admin] Pushing event updated for resources: {'Port': ['ID=ec487d7d-8295-4772-ac1f-6ed1f52e6671,revision_number=2']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:42.546521 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fcc470-a551-4fae-828f-ae0456a4f01c req-8069a8f0-d99e-4223-8195-cfafc272ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:42.548384 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f4fcc470-a551-4fae-828f-ae0456a4f01c req-8069a8f0-d99e-4223-8195-cfafc272ae59 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b62e03e6-e652-4ef9-a19f-cc1036cc714a HTTP/1.1" status: 200 len: 916 time: 0.2715366 Jun 24 10:06:42.553224 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a6b11ff7-b4f8-4666-ae14-0700f5378ba2 req-3e9cf33c-d657-4643-bf6f-8fdd6ab6b204 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66641946-e924-41f5-ad9f-d918c412d89d HTTP/1.1" status: 200 len: 998 time: 0.1272192 Jun 24 10:06:42.585199 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1e73c5-1246-4729-95c0-94e8dbc6fbeb admin admin] Network 2c1a62ba-de23-4693-a76a-ab88e859eb34 is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:06:42.586735 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-1d1e73c5-1246-4729-95c0-94e8dbc6fbeb admin admin] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:06:42.593915 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-d1ecbbf0-98fd-45ed-b40e-b5845711097b None None] Set router b5569438-099f-4b68-9fb7-f12d68f20989 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:06:42.756276 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-51ea002e-e312-47c8-9050-d0177f8638e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1089958356-router', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '2865935b-6b8d-4768-8228-483d92ef364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:57Z', 'updated_at': '2022-06-24T10:01:04Z', 'revision_number': 4, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'gw_port': {'id': '2865935b-6b8d-4768-8228-483d92ef364d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:00:58Z', 'updated_at': '2022-06-24T10:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '12ddd4cb-6c8f-4cc1-a7a9-88421fa54d8d', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'port_id': '66641946-e924-41f5-ad9f-d918c412d89d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'mac_address': 'fa:16:3e:cd:ce:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050a70-dac3-49b8-a4ab-e73de4421841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:06:12Z', 'updated_at': '2022-06-24T10:06:40Z', 'revision_number': 1, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5499668a-f81b-46df-850e-0f4ed29f4818', 'name': '', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'mac_address': 'fa:16:3e:e5:6a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:02Z', 'updated_at': '2022-06-24T10:01:13Z', 'revision_number': 5, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'subnets': [{'id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:42.790591 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ea002e-e312-47c8-9050-d0177f8638e4 None None] Checking router: c1fc2e48-c0b5-42aa-a424-4d192342d2eb for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:06:42.797405 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1e73c5-1246-4729-95c0-94e8dbc6fbeb admin admin] Router 2737a469-8655-48b1-822d-d4cd429b6bb1 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:06:42.807684 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea002e-e312-47c8-9050-d0177f8638e4 None None] Routers {'c1fc2e48-c0b5-42aa-a424-4d192342d2eb'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:06:42.808709 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-51ea002e-e312-47c8-9050-d0177f8638e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:06:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:42.897553 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f4fcc470-a551-4fae-828f-ae0456a4f01c req-81ed8063-2dd1-4659-a47d-a523fa8b5cbb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9232a5f7-d95a-44a5-b49d-7664a4d75f80 HTTP/1.1" status: 200 len: 217 time: 0.1120703 Jun 24 10:06:42.925902 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device bfccf6e8-062d-47e0-9eff-adcae6b12241 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:06:42.960089 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-d1ecbbf0-98fd-45ed-b40e-b5845711097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'name': 'tempest-TestMinimumBasicScenario-1894382342-router', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a5813f6-07cf-4d14-899c-2258ebb8e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:03:24Z', 'updated_at': '2022-06-24T10:03:31Z', 'revision_number': 4, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'gw_port': {'id': '6a5813f6-07cf-4d14-899c-2258ebb8e2c6', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:88:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:26Z', 'updated_at': '2022-06-24T10:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'a5eb2220-841b-4c28-b663-e12bffee240a', 'name': '', 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'mac_address': 'fa:16:3e:b4:07:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '9a3a795a-5b0e-43d6-a360-a0c6523c9403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:29Z', 'updated_at': '2022-06-24T10:03:36Z', 'revision_number': 5, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'subnets': [{'id': '9a3a795a-5b0e-43d6-a360-a0c6523c9403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:43.002148 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ecbbf0-98fd-45ed-b40e-b5845711097b None None] The sync data for ids ['b5569438-099f-4b68-9fb7-f12d68f20989'] in dv-cinder-843277-6-iscsi is: [{'id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'name': 'tempest-TestMinimumBasicScenario-1894382342-router', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a5813f6-07cf-4d14-899c-2258ebb8e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:03:24Z', 'updated_at': '2022-06-24T10:03:31Z', 'revision_number': 4, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'gw_port': {'id': '6a5813f6-07cf-4d14-899c-2258ebb8e2c6', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:88:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:26Z', 'updated_at': '2022-06-24T10:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'a5eb2220-841b-4c28-b663-e12bffee240a', 'name': '', 'network_id': 'b62e03e6-e652-4ef9-a19f-cc1036cc714a', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'mac_address': 'fa:16:3e:b4:07:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '9a3a795a-5b0e-43d6-a360-a0c6523c9403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:29Z', 'updated_at': '2022-06-24T10:03:36Z', 'revision_number': 5, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'subnets': [{'id': '9a3a795a-5b0e-43d6-a360-a0c6523c9403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:06:43.023877 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b11ff7-b4f8-4666-ae14-0700f5378ba2 req-15fe453d-25e1-4cee-bec0-ed051ff5b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:43.025019 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:43.026533 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1e73c5-1246-4729-95c0-94e8dbc6fbeb admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:06:43.028349 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a6b11ff7-b4f8-4666-ae14-0700f5378ba2 req-15fe453d-25e1-4cee-bec0-ed051ff5b473 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=20ee07e6-65c0-48ce-91f9-befe3b16f3f9 HTTP/1.1" status: 200 len: 856 time: 0.1532500 Jun 24 10:06:43.044594 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-1d1e73c5-1246-4729-95c0-94e8dbc6fbeb admin admin] 10.222.0.26 "PUT /v2.0/routers/2737a469-8655-48b1-822d-d4cd429b6bb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6615143 Jun 24 10:06:43.058376 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fcc470-a551-4fae-828f-ae0456a4f01c req-37f74649-9bd9-4f84-857e-734ba0a1edac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:43.058376 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f4fcc470-a551-4fae-828f-ae0456a4f01c req-37f74649-9bd9-4f84-857e-734ba0a1edac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9a3a795a-5b0e-43d6-a360-a0c6523c9403 HTTP/1.1" status: 200 len: 854 time: 0.0976865 Jun 24 10:06:43.078510 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-d7ee35c4-7a0c-4c4a-93dd-a40d1ad42633 None None] Provisioning complete for port ec487d7d-8295-4772-ac1f-6ed1f52e6671 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:06:43.078510 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-d7ee35c4-7a0c-4c4a-93dd-a40d1ad42633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (ec487d7d-8295-4772-ac1f-6ed1f52e6671), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:43.142578 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port bfccf6e8-062d-47e0-9eff-adcae6b12241 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:06:43.143101 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (bfccf6e8-062d-47e0-9eff-adcae6b12241), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:43.166024 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:43.168019 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b11ff7-b4f8-4666-ae14-0700f5378ba2 req-84b6ba54-8282-443a-a324-29f6ff8fdd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:43.178054 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a6b11ff7-b4f8-4666-ae14-0700f5378ba2 req-84b6ba54-8282-443a-a324-29f6ff8fdd32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=acbbe71d-fc88-4521-a985-304e44d1216d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1369281 Jun 24 10:06:43.178054 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fcc470-a551-4fae-828f-ae0456a4f01c req-7a6aa7b3-cf71-40a5-a175-8999b68a24ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:43.178758 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f4fcc470-a551-4fae-828f-ae0456a4f01c req-7a6aa7b3-cf71-40a5-a175-8999b68a24ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b62e03e6-e652-4ef9-a19f-cc1036cc714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0942321 Jun 24 10:06:43.195876 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-d7ee35c4-7a0c-4c4a-93dd-a40d1ad42633 None None] Port ec487d7d-8295-4772-ac1f-6ed1f52e6671 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:06:43.198760 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-51ea002e-e312-47c8-9050-d0177f8638e4 None None] Set router c1fc2e48-c0b5-42aa-a424-4d192342d2eb gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:06:43.352794 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port bfccf6e8-062d-47e0-9eff-adcae6b12241 is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:06:43.355884 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (bfccf6e8-062d-47e0-9eff-adcae6b12241), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:43.393777 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] For port bfccf6e8-062d-47e0-9eff-adcae6b12241, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=bfccf6e8-062d-47e0-9eff-adcae6b12241,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:43.419932 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f4fcc470-a551-4fae-828f-ae0456a4f01c req-03d4708c-406f-4ca3-bfa8-7bb1e5fb9197 service neutron] 10.222.0.55 "GET /v2.0/networks/b62e03e6-e652-4ef9-a19f-cc1036cc714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174568 Jun 24 10:06:43.453050 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a6b11ff7-b4f8-4666-ae14-0700f5378ba2 req-2ce37faf-c449-442f-a4a9-9321d400d320 service neutron] 10.222.0.55 "GET /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724771 Jun 24 10:06:43.476732 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (bfccf6e8-062d-47e0-9eff-adcae6b12241), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:43.530290 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0e7a36-4446-4f26-a686-bd563ac63dbc None None] New status for floating IP d00be360-9f69-43d7-848f-14e519416dce: DOWN {{(pid=110842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:06:43.558496 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:43.577209 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 44102) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:43.583917 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-31976d52-b7d0-413d-9a55-1af3b452c28b tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--773595417', 'description': 'tempest-description--1605218095'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:06:43.589496 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f4fcc470-a551-4fae-828f-ae0456a4f01c req-072ef1f7-4ecb-409a-91a8-c7909b3a6c4d service neutron] 10.222.0.55 "GET /v2.0/networks/b62e03e6-e652-4ef9-a19f-cc1036cc714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624262 Jun 24 10:06:43.608702 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Pushing event updated for resources: {'Port': ['ID=bfccf6e8-062d-47e0-9eff-adcae6b12241,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:43.666072 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-51ea002e-e312-47c8-9050-d0177f8638e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1089958356-router', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '2865935b-6b8d-4768-8228-483d92ef364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:57Z', 'updated_at': '2022-06-24T10:01:04Z', 'revision_number': 4, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'gw_port': {'id': '2865935b-6b8d-4768-8228-483d92ef364d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:00:58Z', 'updated_at': '2022-06-24T10:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '12ddd4cb-6c8f-4cc1-a7a9-88421fa54d8d', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'port_id': '66641946-e924-41f5-ad9f-d918c412d89d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'mac_address': 'fa:16:3e:cd:ce:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050a70-dac3-49b8-a4ab-e73de4421841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:06:12Z', 'updated_at': '2022-06-24T10:06:40Z', 'revision_number': 1, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5499668a-f81b-46df-850e-0f4ed29f4818', 'name': '', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'mac_address': 'fa:16:3e:e5:6a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:02Z', 'updated_at': '2022-06-24T10:01:13Z', 'revision_number': 5, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'subnets': [{'id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:43.697318 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ea002e-e312-47c8-9050-d0177f8638e4 None None] The sync data for ids ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'] in dv-cinder-843277-6-iscsi is: [{'id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1089958356-router', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '2865935b-6b8d-4768-8228-483d92ef364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:57Z', 'updated_at': '2022-06-24T10:01:04Z', 'revision_number': 4, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'gw_port': {'id': '2865935b-6b8d-4768-8228-483d92ef364d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:00:58Z', 'updated_at': '2022-06-24T10:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '12ddd4cb-6c8f-4cc1-a7a9-88421fa54d8d', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'port_id': '66641946-e924-41f5-ad9f-d918c412d89d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'mac_address': 'fa:16:3e:cd:ce:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050a70-dac3-49b8-a4ab-e73de4421841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:06:12Z', 'updated_at': '2022-06-24T10:06:40Z', 'revision_number': 1, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5499668a-f81b-46df-850e-0f4ed29f4818', 'name': '', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'mac_address': 'fa:16:3e:e5:6a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:02Z', 'updated_at': '2022-06-24T10:01:13Z', 'revision_number': 5, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'subnets': [{'id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:06:43.736676 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-31976d52-b7d0-413d-9a55-1af3b452c28b tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:43.838576 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-31976d52-b7d0-413d-9a55-1af3b452c28b tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group (f0fd217b-d3ca-4e94-8b38-63a8d8159001), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:43.915555 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-31976d52-b7d0-413d-9a55-1af3b452c28b tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (f0fd217b-d3ca-4e94-8b38-63a8d8159001), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:43.950407 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31976d52-b7d0-413d-9a55-1af3b452c28b tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fd217b-d3ca-4e94-8b38-63a8d8159001,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:43.959825 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a6b11ff7-b4f8-4666-ae14-0700f5378ba2 req-02dff111-c57f-45f5-91fe-13f104b04184 service neutron] 10.222.0.55 "GET /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955466 Jun 24 10:06:44.007665 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4f6ea4-e451-4f50-8651-b75c4d548af8 None None] New status for floating IP 12ddd4cb-6c8f-4cc1-a7a9-88421fa54d8d: ACTIVE {{(pid=110841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:06:44.025952 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-31976d52-b7d0-413d-9a55-1af3b452c28b tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:44.027945 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-31976d52-b7d0-413d-9a55-1af3b452c28b tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4479868 Jun 24 10:06:44.030424 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 44108) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:44.035298 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-81d2bb68-459b-4e12-abd4-b286a08070f5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Request body: {'security_group_rule': {'security_group_id': 'f0fd217b-d3ca-4e94-8b38-63a8d8159001', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:06:44.106518 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61237942-5868-4ccd-b7c5-50156d27078a req-0072f6a2-7859-418e-9b32-cfa81f5c628b tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:44.112751 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-61237942-5868-4ccd-b7c5-50156d27078a req-0072f6a2-7859-418e-9b32-cfa81f5c628b tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaab6bae-ac96-452b-9d70-dded946abf05 HTTP/1.1" status: 200 len: 946 time: 0.0579693 Jun 24 10:06:44.125989 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:44.161153 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-81d2bb68-459b-4e12-abd4-b286a08070f5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group_rule (1597392a-3581-4ae6-b061-bae1463a9288), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:44.168567 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-61237942-5868-4ccd-b7c5-50156d27078a req-6fae284b-df3c-4dad-ae57-61f9034f6353 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535502 Jun 24 10:06:44.237781 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-81d2bb68-459b-4e12-abd4-b286a08070f5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group_rule (1597392a-3581-4ae6-b061-bae1463a9288), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:44.349631 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] Sync routers for ids ['2737a469-8655-48b1-822d-d4cd429b6bb1'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:06:44.360039 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] Routers {'2737a469-8655-48b1-822d-d4cd429b6bb1'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:06:44.360632 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:06:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['2737a469-8655-48b1-822d-d4cd429b6bb1'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:44.389600 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-81d2bb68-459b-4e12-abd4-b286a08070f5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (1597392a-3581-4ae6-b061-bae1463a9288), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:44.401072 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:44.409354 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2bb68-459b-4e12-abd4-b286a08070f5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1597392a-3581-4ae6-b061-bae1463a9288,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:44.467583 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] Set router 2737a469-8655-48b1-822d-d4cd429b6bb1 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:06:44.506023 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-81d2bb68-459b-4e12-abd4-b286a08070f5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:44.507433 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-81d2bb68-459b-4e12-abd4-b286a08070f5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4757347 Jun 24 10:06:44.510236 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 44116) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:44.514755 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-b20d5251-9603-49f7-ba65-c6357633700b tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Request body: {'security_group_rule': {'security_group_id': 'f0fd217b-d3ca-4e94-8b38-63a8d8159001', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:06:44.631364 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b20d5251-9603-49f7-ba65-c6357633700b tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group_rule (ae63a2a9-28d5-40e4-9eef-13ec3885c38f), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:44.666944 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 2, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:44.692218 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] Checking router: 2737a469-8655-48b1-822d-d4cd429b6bb1 for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:06:44.692434 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b20d5251-9603-49f7-ba65-c6357633700b tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group_rule (ae63a2a9-28d5-40e4-9eef-13ec3885c38f), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:44.692570 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] Updating router 2737a469-8655-48b1-822d-d4cd429b6bb1 port ec487d7d-8295-4772-ac1f-6ed1f52e6671 binding host dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:06:44.720486 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (ec487d7d-8295-4772-ac1f-6ed1f52e6671), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:44.784116 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b20d5251-9603-49f7-ba65-c6357633700b tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (ae63a2a9-28d5-40e4-9eef-13ec3885c38f), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:44.807569 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5251-9603-49f7-ba65-c6357633700b tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae63a2a9-28d5-40e4-9eef-13ec3885c38f,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:44.815665 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device bfccf6e8-062d-47e0-9eff-adcae6b12241 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:06:44.873382 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port bfccf6e8-062d-47e0-9eff-adcae6b12241 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:06:44.873805 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (bfccf6e8-062d-47e0-9eff-adcae6b12241), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:44.911956 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b20d5251-9603-49f7-ba65-c6357633700b tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:44.913257 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-b20d5251-9603-49f7-ba65-c6357633700b tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4019930 Jun 24 10:06:44.921711 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 44124) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:44.927110 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-8033db5d-4b63-4b73-b1df-3099e535f0a5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Request body: {'floatingip': {'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:06:44.961105 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port bfccf6e8-062d-47e0-9eff-adcae6b12241 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:06:45.010061 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] Publish callbacks [] for port (ec487d7d-8295-4772-ac1f-6ed1f52e6671), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:45.021899 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8033db5d-4b63-4b73-b1df-3099e535f0a5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:45.088136 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:45.090304 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (ec487d7d-8295-4772-ac1f-6ed1f52e6671), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:45.104949 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8033db5d-4b63-4b73-b1df-3099e535f0a5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:45.128878 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:45.144844 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5778dc-9e59-4d61-b3ec-914a2817e6f9 None None] Pushing event updated for resources: {'Port': ['ID=ec487d7d-8295-4772-ac1f-6ed1f52e6671,revision_number=3']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:45.177294 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5778dc-9e59-4d61-b3ec-914a2817e6f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:45.183786 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5778dc-9e59-4d61-b3ec-914a2817e6f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:45.183786 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5778dc-9e59-4d61-b3ec-914a2817e6f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:45.183786 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5778dc-9e59-4d61-b3ec-914a2817e6f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:45.183786 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5778dc-9e59-4d61-b3ec-914a2817e6f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:45.183786 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5778dc-9e59-4d61-b3ec-914a2817e6f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:45.183786 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5778dc-9e59-4d61-b3ec-914a2817e6f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:45.183786 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5778dc-9e59-4d61-b3ec-914a2817e6f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:45.183786 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5778dc-9e59-4d61-b3ec-914a2817e6f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:45.183786 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5778dc-9e59-4d61-b3ec-914a2817e6f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:45.183786 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5778dc-9e59-4d61-b3ec-914a2817e6f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:45.183786 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5778dc-9e59-4d61-b3ec-914a2817e6f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:45.183786 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5778dc-9e59-4d61-b3ec-914a2817e6f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:45.183786 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5778dc-9e59-4d61-b3ec-914a2817e6f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:45.183786 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5778dc-9e59-4d61-b3ec-914a2817e6f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:45.222623 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:45.226122 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] Attempting to bind port ec487d7d-8295-4772-ac1f-6ed1f52e6671 on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:06:45.226783 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] Attempting to bind port ec487d7d-8295-4772-ac1f-6ed1f52e6671 by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': '9f62f420-dab8-42b3-80e9-b2fd793dbe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34'}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:06:45.227471 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] Attempting to bind port ec487d7d-8295-4772-ac1f-6ed1f52e6671 on network 2c1a62ba-de23-4693-a76a-ab88e859eb34 {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:06:45.235170 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:06:45.235928 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] Checking segment: {'id': '9f62f420-dab8-42b3-80e9-b2fd793dbe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:06:45.236579 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:45.237225 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] Bound using segment: {'id': '9f62f420-dab8-42b3-80e9-b2fd793dbe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34'} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:06:45.238010 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] Bound port: ec487d7d-8295-4772-ac1f-6ed1f52e6671, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f62f420-dab8-42b3-80e9-b2fd793dbe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34'}}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:06:45.238649 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (ec487d7d-8295-4772-ac1f-6ed1f52e6671), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:45.240923 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_common [None req-8033db5d-4b63-4b73-b1df-3099e535f0a5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Allocated IP 172.27.2.19 (a3837c3f-8d84-4126-8dfc-b4bde8a26600/ef99dc90-6579-4f1e-9fc6-58eb2334384d/47249252-fcad-4ab8-b491-6cf5d5bded11) {{(pid=110840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:06:45.314273 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] For port ec487d7d-8295-4772-ac1f-6ed1f52e6671, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:06:45.317852 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] For port ec487d7d-8295-4772-ac1f-6ed1f52e6671, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=ec487d7d-8295-4772-ac1f-6ed1f52e6671,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:06:45.356646 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb32a2-bad9-40ed-8185-4f496bb49e0d req-9902fba9-fb3e-4aef-a1b3-18c65004abd5 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:45.358168 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-cecb32a2-bad9-40ed-8185-4f496bb49e0d req-9902fba9-fb3e-4aef-a1b3-18c65004abd5 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaab6bae-ac96-452b-9d70-dded946abf05 HTTP/1.1" status: 200 len: 946 time: 0.0878270 Jun 24 10:06:45.407733 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (ec487d7d-8295-4772-ac1f-6ed1f52e6671), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:45.426740 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8033db5d-4b63-4b73-b1df-3099e535f0a5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for port (47249252-fcad-4ab8-b491-6cf5d5bded11), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:45.437338 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-cecb32a2-bad9-40ed-8185-4f496bb49e0d req-cc5d52b4-0c02-4c3e-a5c1-b6d76f3540f2 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/security-groups?id=032bfc51-c14c-415d-8ee7-263506369277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725510 Jun 24 10:06:45.458059 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:45.467365 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-bb4681d7-7fce-442e-97bd-894d7df2899c None None] Provisioning complete for port ec487d7d-8295-4772-ac1f-6ed1f52e6671 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:06:45.470063 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bb4681d7-7fce-442e-97bd-894d7df2899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (ec487d7d-8295-4772-ac1f-6ed1f52e6671), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:45.517828 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5778dc-9e59-4d61-b3ec-914a2817e6f9 None None] Pushing event updated for resources: {'Port': ['ID=ec487d7d-8295-4772-ac1f-6ed1f52e6671,revision_number=4']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:45.522574 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] Routers {'2737a469-8655-48b1-822d-d4cd429b6bb1'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:06:45.523542 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:06:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['2737a469-8655-48b1-822d-d4cd429b6bb1'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:45.569165 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8033db5d-4b63-4b73-b1df-3099e535f0a5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (47249252-fcad-4ab8-b491-6cf5d5bded11), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:45.616246 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8033db5d-4b63-4b73-b1df-3099e535f0a5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:06:45.630456 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-8033db5d-4b63-4b73-b1df-3099e535f0a5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:06:45.634421 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8033db5d-4b63-4b73-b1df-3099e535f0a5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Received port after_create {{(pid=110840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:06:45.640406 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-bb4681d7-7fce-442e-97bd-894d7df2899c None None] Current status of the port ec487d7d-8295-4772-ac1f-6ed1f52e6671 is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:06:45.640659 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033db5d-4b63-4b73-b1df-3099e535f0a5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event updated for resources: {'Port': ['ID=47249252-fcad-4ab8-b491-6cf5d5bded11,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:45.641628 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bb4681d7-7fce-442e-97bd-894d7df2899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (ec487d7d-8295-4772-ac1f-6ed1f52e6671), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:45.724603 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] Set router 2737a469-8655-48b1-822d-d4cd429b6bb1 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:06:45.726137 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8033db5d-4b63-4b73-b1df-3099e535f0a5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (4ddcd9e3-6ca2-465b-aa8b-5a38fc5c0dfb), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:45.737707 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-bb4681d7-7fce-442e-97bd-894d7df2899c None None] For port ec487d7d-8295-4772-ac1f-6ed1f52e6671, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=ec487d7d-8295-4772-ac1f-6ed1f52e6671,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:45.754937 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-96018a40-b921-46be-9ad3-6658ec6b0e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:45.832689 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bb4681d7-7fce-442e-97bd-894d7df2899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (ec487d7d-8295-4772-ac1f-6ed1f52e6671), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:45.870567 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:45.871193 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515696e0-b430-4075-9fea-217325a44cd8 req-225cc1dc-f8aa-4c2a-8c3e-516da06b2b5d tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:45.875332 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-515696e0-b430-4075-9fea-217325a44cd8 req-225cc1dc-f8aa-4c2a-8c3e-516da06b2b5d tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.55 "GET /v2.0/ports?device_id=eaab6bae-ac96-452b-9d70-dded946abf05 HTTP/1.1" status: 200 len: 946 time: 0.0705469 Jun 24 10:06:45.882438 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8033db5d-4b63-4b73-b1df-3099e535f0a5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (47249252-fcad-4ab8-b491-6cf5d5bded11), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:45.892169 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4681d7-7fce-442e-97bd-894d7df2899c None None] Pushing event updated for resources: {'Port': ['ID=ec487d7d-8295-4772-ac1f-6ed1f52e6671,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:45.954956 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:45Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:45.978616 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-d5e45be2-7d69-4eb9-a54a-9c3ed207ab9f None None] Provisioning complete for port ec487d7d-8295-4772-ac1f-6ed1f52e6671 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:06:45.979452 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-d5e45be2-7d69-4eb9-a54a-9c3ed207ab9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (ec487d7d-8295-4772-ac1f-6ed1f52e6671), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:45.991490 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc7123f-4715-4209-bc9f-cc284899f3bb None None] The sync data for ids ['2737a469-8655-48b1-822d-d4cd429b6bb1'] in dv-cinder-843277-6-iscsi is: [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:45Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:06:46.013489 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-515696e0-b430-4075-9fea-217325a44cd8 req-4b7aaf55-8751-4217-a865-43dbd2198da8 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Deleting port 09666df1-84b4-415c-9fc9-228adfcfdef3 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:06:46.013849 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-515696e0-b430-4075-9fea-217325a44cd8 req-4b7aaf55-8751-4217-a865-43dbd2198da8 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (09666df1-84b4-415c-9fc9-228adfcfdef3), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:46.117227 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-d5e45be2-7d69-4eb9-a54a-9c3ed207ab9f None None] Current status of the port ec487d7d-8295-4772-ac1f-6ed1f52e6671 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:06:46.127949 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8033db5d-4b63-4b73-b1df-3099e535f0a5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for port (47249252-fcad-4ab8-b491-6cf5d5bded11), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:46.201810 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8033db5d-4b63-4b73-b1df-3099e535f0a5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (47249252-fcad-4ab8-b491-6cf5d5bded11), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:46.216326 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-515696e0-b430-4075-9fea-217325a44cd8 req-4b7aaf55-8751-4217-a865-43dbd2198da8 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] For port 09666df1-84b4-415c-9fc9-228adfcfdef3, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=09666df1-84b4-415c-9fc9-228adfcfdef3,segment=NetworkSegment(c2ce25df-37d7-4b2d-9fd7-337f0e3251fc),segment_id=c2ce25df-37d7-4b2d-9fd7-337f0e3251fc)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:46.216326 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-515696e0-b430-4075-9fea-217325a44cd8 req-4b7aaf55-8751-4217-a865-43dbd2198da8 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (09666df1-84b4-415c-9fc9-228adfcfdef3), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:46.233388 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-515696e0-b430-4075-9fea-217325a44cd8 req-4b7aaf55-8751-4217-a865-43dbd2198da8 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Calling delete_port for 09666df1-84b4-415c-9fc9-228adfcfdef3 owned by compute:nova {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:06:46.287450 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:46.388578 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:46.452596 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-515696e0-b430-4075-9fea-217325a44cd8 req-4b7aaf55-8751-4217-a865-43dbd2198da8 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (09666df1-84b4-415c-9fc9-228adfcfdef3), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:46.465860 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['09666df1-84b4-415c-9fc9-228adfcfdef3'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:06:46.515492 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8033db5d-4b63-4b73-b1df-3099e535f0a5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (4ddcd9e3-6ca2-465b-aa8b-5a38fc5c0dfb), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:46.554648 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7aaf55-8751-4217-a865-43dbd2198da8 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Pushing event deleted for resources: {'Port': ['ID=09666df1-84b4-415c-9fc9-228adfcfdef3,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:46.559574 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033db5d-4b63-4b73-b1df-3099e535f0a5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event updated for resources: {'Port': ['ID=47249252-fcad-4ab8-b491-6cf5d5bded11,revision_number=2']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:46.596397 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-aa350067-fa75-454a-92c0-cf4a8ed426ce req-528d4ab8-9e7e-49c0-83ca-ffce4e9a29cc tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaab6bae-ac96-452b-9d70-dded946abf05 HTTP/1.1" status: 200 len: 210 time: 0.0323458 Jun 24 10:06:46.598935 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8033db5d-4b63-4b73-b1df-3099e535f0a5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:46.600183 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-8033db5d-4b63-4b73-b1df-3099e535f0a5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6772468 Jun 24 10:06:46.618867 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7aaf55-8751-4217-a865-43dbd2198da8 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:46.619226 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7aaf55-8751-4217-a865-43dbd2198da8 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:46.619579 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7aaf55-8751-4217-a865-43dbd2198da8 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:46.619929 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7aaf55-8751-4217-a865-43dbd2198da8 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:46.620300 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7aaf55-8751-4217-a865-43dbd2198da8 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:46.620641 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7aaf55-8751-4217-a865-43dbd2198da8 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:46.620980 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7aaf55-8751-4217-a865-43dbd2198da8 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:46.621455 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7aaf55-8751-4217-a865-43dbd2198da8 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:46.621797 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7aaf55-8751-4217-a865-43dbd2198da8 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:46.622250 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7aaf55-8751-4217-a865-43dbd2198da8 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:46.622598 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7aaf55-8751-4217-a865-43dbd2198da8 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:46.622931 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7aaf55-8751-4217-a865-43dbd2198da8 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:46.623272 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7aaf55-8751-4217-a865-43dbd2198da8 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:46.623627 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7aaf55-8751-4217-a865-43dbd2198da8 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:46.624058 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7aaf55-8751-4217-a865-43dbd2198da8 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:06:46.648304 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-515696e0-b430-4075-9fea-217325a44cd8 req-4b7aaf55-8751-4217-a865-43dbd2198da8 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] No DVR routers for this DVR port 09666df1-84b4-415c-9fc9-228adfcfdef3 on host hv-cinder-84327 {{(pid=110839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:06:46.654236 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-515696e0-b430-4075-9fea-217325a44cd8 req-4b7aaf55-8751-4217-a865-43dbd2198da8 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:46.656222 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-515696e0-b430-4075-9fea-217325a44cd8 req-4b7aaf55-8751-4217-a865-43dbd2198da8 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.55 "DELETE /v2.0/ports/09666df1-84b4-415c-9fc9-228adfcfdef3 HTTP/1.1" status: 204 len: 173 time: 0.7725985 Jun 24 10:06:46.656693 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaab6bae-ac96-452b-9d70-dded946abf05', 'name': 'network-vif-deleted', 'tag': '09666df1-84b4-415c-9fc9-228adfcfdef3'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:06:46.659046 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a92a36-c0f1-4e1a-bf9f-7c6a9ddb9ab4" -d '{"events": [{"server_uuid": "eaab6bae-ac96-452b-9d70-dded946abf05", "name": "network-vif-deleted", "tag": "09666df1-84b4-415c-9fc9-228adfcfdef3"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:06:46.670089 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d716fd-1d9b-4569-86aa-105d8d7e40a7 req-5429f770-8e51-4f40-b715-c8e1597d2c8e tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:46.671681 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-15d716fd-1d9b-4569-86aa-105d8d7e40a7 req-5429f770-8e51-4f40-b715-c8e1597d2c8e tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 945 time: 0.1186576 Jun 24 10:06:46.737383 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-15d716fd-1d9b-4569-86aa-105d8d7e40a7 req-b552b39a-bfde-48b4-81e0-a17d0a38d76a tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568662 Jun 24 10:06:46.787175 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-b87679cc-e5bb-4b03-a689-b8615c8cc2fb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--773595417&fields=id&tenant_id=64b655c9ef0948c099f60649b9d5e78d HTTP/1.1" status: 200 len: 267 time: 0.0614617 Jun 24 10:06:46.797615 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5dc350d-7861-447a-8474-08e4a2b10124 x-openstack-request-id: req-f5dc350d-7861-447a-8474-08e4a2b10124 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:06:46.797968 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaab6bae-ac96-452b-9d70-dded946abf05", "name": "network-vif-deleted", "tag": "09666df1-84b4-415c-9fc9-228adfcfdef3", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:06:46.798173 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f5dc350d-7861-447a-8474-08e4a2b10124 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:06:46.798576 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5dc350d-7861-447a-8474-08e4a2b10124'] response: {'server_uuid': 'eaab6bae-ac96-452b-9d70-dded946abf05', 'name': 'network-vif-deleted', 'tag': '09666df1-84b4-415c-9fc9-228adfcfdef3', 'status': 'completed', 'code': 200} Jun 24 10:06:46.856211 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device ec487d7d-8295-4772-ac1f-6ed1f52e6671 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:06:46.914609 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port ec487d7d-8295-4772-ac1f-6ed1f52e6671 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:06:46.914988 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (ec487d7d-8295-4772-ac1f-6ed1f52e6671), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:46.924984 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-2360aebb-2a99-4b05-a992-fb419bb1e253 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:46.926537 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-2360aebb-2a99-4b05-a992-fb419bb1e253 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/networks?id=2c1a62ba-de23-4693-a76a-ab88e859eb34 HTTP/1.1" status: 200 len: 815 time: 0.1294296 Jun 24 10:06:46.946491 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-040c4e28-3ba1-4381-893d-973a642dd76f tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/quotas/64b655c9ef0948c099f60649b9d5e78d HTTP/1.1" status: 200 len: 375 time: 0.0139136 Jun 24 10:06:46.996806 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port ec487d7d-8295-4772-ac1f-6ed1f52e6671 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:06:47.002355 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-fc606a8f-8afd-4e95-9652-dc360089b018 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=64b655c9ef0948c099f60649b9d5e78d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491419 Jun 24 10:06:47.164307 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-2fd2f591-2ca7-431b-85ae-73d672295ad4 service neutron] 10.222.0.26 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487157 Jun 24 10:06:47.243777 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:47.261572 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-f0aab35d-6581-4ad5-bef3-1e05e16f2be2 service neutron] 10.222.0.26 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912924 Jun 24 10:06:47.559477 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-45f673ed-230d-4c9d-afc0-bd95cdb7d911 req-e8b84895-948f-4fed-b753-ea2a72de9ddc tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 210 time: 0.0330186 Jun 24 10:06:47.722034 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ffb6b63e-abb1-4e0e-a245-0fde7749b45c req-725896a9-55c5-423a-b184-8461c753faec tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaab6bae-ac96-452b-9d70-dded946abf05 HTTP/1.1" status: 200 len: 210 time: 0.0285823 Jun 24 10:06:47.852290 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3b3e2-9736-4d40-986b-55e443da8aa3 req-210eee91-2174-4cba-8608-ec94dbcf35fa tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:47.853845 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-67b3b3e2-9736-4d40-986b-55e443da8aa3 req-210eee91-2174-4cba-8608-ec94dbcf35fa tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 945 time: 0.0492074 Jun 24 10:06:47.880916 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-fdd441c7-b6e0-40ec-b62f-b219ac1f8ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:47.904603 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-67b3b3e2-9736-4d40-986b-55e443da8aa3 req-0c550c5a-7e41-418c-a3e3-56db027a4ad7 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a4ccdd4-2242-4873-8c18-56056998f96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450606 Jun 24 10:06:48.013873 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:06:48.350792 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27de1f-9865-4059-ad2e-506c5f59f718 req-573a4605-b20d-41f0-b84b-666d09f94940 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:48.352286 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-df27de1f-9865-4059-ad2e-506c5f59f718 req-573a4605-b20d-41f0-b84b-666d09f94940 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.55 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 945 time: 0.0473747 Jun 24 10:06:48.455923 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-df27de1f-9865-4059-ad2e-506c5f59f718 req-1e655a7b-1a49-4ced-9566-8a157e71f4e0 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Deleting port 9232a5f7-d95a-44a5-b49d-7664a4d75f80 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:06:48.456323 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-df27de1f-9865-4059-ad2e-506c5f59f718 req-1e655a7b-1a49-4ced-9566-8a157e71f4e0 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (9232a5f7-d95a-44a5-b49d-7664a4d75f80), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:48.545733 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-df27de1f-9865-4059-ad2e-506c5f59f718 req-1e655a7b-1a49-4ced-9566-8a157e71f4e0 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] For port 9232a5f7-d95a-44a5-b49d-7664a4d75f80, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=9232a5f7-d95a-44a5-b49d-7664a4d75f80,segment=NetworkSegment(e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a),segment_id=e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:48.546021 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-df27de1f-9865-4059-ad2e-506c5f59f718 req-1e655a7b-1a49-4ced-9566-8a157e71f4e0 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (9232a5f7-d95a-44a5-b49d-7664a4d75f80), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:48.560069 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-df27de1f-9865-4059-ad2e-506c5f59f718 req-1e655a7b-1a49-4ced-9566-8a157e71f4e0 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Calling delete_port for 9232a5f7-d95a-44a5-b49d-7664a4d75f80 owned by compute:nova {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:06:48.644407 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4c2f03ae-7c16-4d03-bf78-f1d755272502 req-7570ab00-d001-4230-ba99-7ca28c57d017 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 210 time: 0.0329106 Jun 24 10:06:48.767692 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-df27de1f-9865-4059-ad2e-506c5f59f718 req-1e655a7b-1a49-4ced-9566-8a157e71f4e0 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (9232a5f7-d95a-44a5-b49d-7664a4d75f80), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:48.789172 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['9232a5f7-d95a-44a5-b49d-7664a4d75f80'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:06:48.799968 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e655a7b-1a49-4ced-9566-8a157e71f4e0 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Pushing event deleted for resources: {'Port': ['ID=9232a5f7-d95a-44a5-b49d-7664a4d75f80,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:48.854049 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-263f957a-6818-47da-8526-aff2563cd2f1 req-4c3b24f2-052c-4c80-8ac9-f51ab0932e53 tempest-VolumesSnapshotTestJSON-1274240851 tempest-VolumesSnapshotTestJSON-1274240851-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaab6bae-ac96-452b-9d70-dded946abf05 HTTP/1.1" status: 200 len: 210 time: 0.0474391 Jun 24 10:06:48.872197 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-df27de1f-9865-4059-ad2e-506c5f59f718 req-1e655a7b-1a49-4ced-9566-8a157e71f4e0 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] No DVR routers for this DVR port 9232a5f7-d95a-44a5-b49d-7664a4d75f80 on host hv-cinder-84327 {{(pid=110839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:06:48.876346 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-df27de1f-9865-4059-ad2e-506c5f59f718 req-1e655a7b-1a49-4ced-9566-8a157e71f4e0 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:48.879627 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-df27de1f-9865-4059-ad2e-506c5f59f718 req-1e655a7b-1a49-4ced-9566-8a157e71f4e0 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.55 "DELETE /v2.0/ports/9232a5f7-d95a-44a5-b49d-7664a4d75f80 HTTP/1.1" status: 204 len: 173 time: 0.5160096 Jun 24 10:06:48.880526 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9804ec-09cf-4bd7-bf69-83dc28a5d1d5', 'name': 'network-vif-deleted', 'tag': '9232a5f7-d95a-44a5-b49d-7664a4d75f80'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:06:48.882560 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27959a62-b323-4902-be74-a99a8732d889" -d '{"events": [{"server_uuid": "af9804ec-09cf-4bd7-bf69-83dc28a5d1d5", "name": "network-vif-deleted", "tag": "9232a5f7-d95a-44a5-b49d-7664a4d75f80"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:06:48.920732 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fccbaf-7bea-4224-b9a1-d5049198a7f5 x-openstack-request-id: req-b6fccbaf-7bea-4224-b9a1-d5049198a7f5 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:06:48.921275 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9804ec-09cf-4bd7-bf69-83dc28a5d1d5", "name": "network-vif-deleted", "tag": "9232a5f7-d95a-44a5-b49d-7664a4d75f80", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:06:48.921711 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6fccbaf-7bea-4224-b9a1-d5049198a7f5 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:06:48.922578 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6fccbaf-7bea-4224-b9a1-d5049198a7f5'] response: {'server_uuid': 'af9804ec-09cf-4bd7-bf69-83dc28a5d1d5', 'name': 'network-vif-deleted', 'tag': '9232a5f7-d95a-44a5-b49d-7664a4d75f80', 'status': 'completed', 'code': 200} Jun 24 10:06:49.011726 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b3818a8b-04e9-4abb-ab01-1feb8f67efd8 req-8bc3556d-7f34-4555-bc76-873dce31c4f2 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 210 time: 0.0286188 Jun 24 10:06:49.196115 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:49.742314 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0315b280-e652-4af4-822a-52d80fdbc8d0 req-29a2219e-92ca-4b6c-ac8c-4d5ff3e06743 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 210 time: 0.0273113 Jun 24 10:06:50.206997 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-f4323f38-e5c1-4772-8ce1-361ce886a43e tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:50.208569 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-f4323f38-e5c1-4772-8ce1-361ce886a43e tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.55 "GET /v2.0/networks?id=2c1a62ba-de23-4693-a76a-ab88e859eb34 HTTP/1.1" status: 200 len: 815 time: 0.1287079 Jun 24 10:06:50.256338 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:50.286647 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-2404a704-903e-45d7-9e6a-d8fb8a86b947 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64b655c9ef0948c099f60649b9d5e78d HTTP/1.1" status: 200 len: 379 time: 0.0640309 Jun 24 10:06:50.287674 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2dfbd353-8d61-40a1-898a-1b4b5d9248b2 req-c6b6f32f-8d5e-4c9f-8708-252b7d01b621 tempest-TestMinimumBasicScenario-269091427 tempest-TestMinimumBasicScenario-269091427-project] 10.222.0.26 "GET /v2.0/ports?device_id=af9804ec-09cf-4bd7-bf69-83dc28a5d1d5 HTTP/1.1" status: 200 len: 210 time: 0.0371628 Jun 24 10:06:50.297141 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-ff595cf1-5e61-43da-adcb-e7b5707ee5e4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Request body: {'port': {'device_id': 'f0aef362-32c9-463b-ba31-93ce5c561487', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'admin_state_up': True, 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'security_groups': ['f0fd217b-d3ca-4e94-8b38-63a8d8159001']}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:06:50.369207 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:50.498593 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-ff595cf1-5e61-43da-adcb-e7b5707ee5e4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Made reservation on behalf of 64b655c9ef0948c099f60649b9d5e78d for: {'port': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:06:50.502222 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-ff595cf1-5e61-43da-adcb-e7b5707ee5e4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:50.661617 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-ff595cf1-5e61-43da-adcb-e7b5707ee5e4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Allocated IP 172.20.0.11 (2c1a62ba-de23-4693-a76a-ab88e859eb34/02351637-371e-4010-8915-07491ccbdf1d/c19c9d2a-aac2-4d52-be49-eee68aeee93f) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:06:50.799048 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:50.817254 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-ff595cf1-5e61-43da-adcb-e7b5707ee5e4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for port (c19c9d2a-aac2-4d52-be49-eee68aeee93f), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:50.851469 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7a6c0262-673e-4e99-8b2a-d37a45ab80ba req-e09c4784-12b8-456c-a693-2c31b71e2eac tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 210 time: 0.0323143 Jun 24 10:06:50.944348 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-ff595cf1-5e61-43da-adcb-e7b5707ee5e4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (c19c9d2a-aac2-4d52-be49-eee68aeee93f), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:50.972948 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:50.992772 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-ff595cf1-5e61-43da-adcb-e7b5707ee5e4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Network 2c1a62ba-de23-4693-a76a-ab88e859eb34 is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:06:50.995919 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-ff595cf1-5e61-43da-adcb-e7b5707ee5e4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:06:50.999695 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-ff595cf1-5e61-43da-adcb-e7b5707ee5e4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:06:51.028061 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff595cf1-5e61-43da-adcb-e7b5707ee5e4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event updated for resources: {'Port': ['ID=c19c9d2a-aac2-4d52-be49-eee68aeee93f,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:51.059153 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-ff595cf1-5e61-43da-adcb-e7b5707ee5e4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:51.059790 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-ff595cf1-5e61-43da-adcb-e7b5707ee5e4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:51.140651 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-ff595cf1-5e61-43da-adcb-e7b5707ee5e4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8481600 Jun 24 10:06:51.153094 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-a822ca8a-d2ea-40f7-895a-821f06ecb868 service neutron] Request body: {'port': {'device_id': 'f0aef362-32c9-463b-ba31-93ce5c561487', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:06:51.215620 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-a822ca8a-d2ea-40f7-895a-821f06ecb868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (c19c9d2a-aac2-4d52-be49-eee68aeee93f), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:51.229727 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:51.281870 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:51.284712 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-f0b3d4bc-89af-4f63-bd5d-80eb5394e9cf None None] Provisioning complete for port c19c9d2a-aac2-4d52-be49-eee68aeee93f triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:06:51.285096 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d4bc-89af-4f63-bd5d-80eb5394e9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (c19c9d2a-aac2-4d52-be49-eee68aeee93f), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:51.318685 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-f0b3d4bc-89af-4f63-bd5d-80eb5394e9cf None None] Port c19c9d2a-aac2-4d52-be49-eee68aeee93f cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:06:51.403966 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 09666df1-84b4-415c-9fc9-228adfcfdef3 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:06:51.407298 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:51.424874 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] No Port match for: 09666df1-84b4-415c-9fc9-228adfcfdef3 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:06:51.427424 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 09666df1-84b4-415c-9fc9-228adfcfdef3 not bound to the agent host hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:06:51.460772 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:51.503440 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-a822ca8a-d2ea-40f7-895a-821f06ecb868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19c9d2a-aac2-4d52-be49-eee68aeee93f {{(pid=110839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:06:51.512034 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-a822ca8a-d2ea-40f7-895a-821f06ecb868 service neutron] Publish callbacks [] for port (c19c9d2a-aac2-4d52-be49-eee68aeee93f), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:51.528866 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.provisioning_blocks [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-a822ca8a-d2ea-40f7-895a-821f06ecb868 service neutron] Transition to ACTIVE for port object c19c9d2a-aac2-4d52-be49-eee68aeee93f will not be triggered until provisioned by entity L2. {{(pid=110839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:06:51.667455 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-a822ca8a-d2ea-40f7-895a-821f06ecb868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (c19c9d2a-aac2-4d52-be49-eee68aeee93f), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:51.720820 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822ca8a-d2ea-40f7-895a-821f06ecb868 service neutron] Pushing event updated for resources: {'Port': ['ID=c19c9d2a-aac2-4d52-be49-eee68aeee93f,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:51.815405 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-a822ca8a-d2ea-40f7-895a-821f06ecb868 service neutron] Attempting to bind port c19c9d2a-aac2-4d52-be49-eee68aeee93f on host hv-cinder-84327 for vnic_type normal with profile {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:06:51.815881 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-a822ca8a-d2ea-40f7-895a-821f06ecb868 service neutron] Attempting to bind port c19c9d2a-aac2-4d52-be49-eee68aeee93f by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '9f62f420-dab8-42b3-80e9-b2fd793dbe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34'}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:06:51.816529 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-a822ca8a-d2ea-40f7-895a-821f06ecb868 service neutron] Attempting to bind port c19c9d2a-aac2-4d52-be49-eee68aeee93f on network 2c1a62ba-de23-4693-a76a-ab88e859eb34 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:06:51.822012 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-a822ca8a-d2ea-40f7-895a-821f06ecb868 service neutron] Port c19c9d2a-aac2-4d52-be49-eee68aeee93f on network 2c1a62ba-de23-4693-a76a-ab88e859eb34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:06:51.822417 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-a822ca8a-d2ea-40f7-895a-821f06ecb868 service neutron] Attempting to bind port c19c9d2a-aac2-4d52-be49-eee68aeee93f on network 2c1a62ba-de23-4693-a76a-ab88e859eb34 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:06:51.828723 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-a822ca8a-d2ea-40f7-895a-821f06ecb868 service neutron] Checking agent: {'id': '26214230-7434-41f1-bd59-00d94ef0f061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'started_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:06:51.829041 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-a822ca8a-d2ea-40f7-895a-821f06ecb868 service neutron] Checking segment: {'id': '9f62f420-dab8-42b3-80e9-b2fd793dbe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:06:51.829433 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-a822ca8a-d2ea-40f7-895a-821f06ecb868 service neutron] Bound using segment: {'id': '9f62f420-dab8-42b3-80e9-b2fd793dbe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34'} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:06:51.829880 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-a822ca8a-d2ea-40f7-895a-821f06ecb868 service neutron] Bound port: c19c9d2a-aac2-4d52-be49-eee68aeee93f, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f62f420-dab8-42b3-80e9-b2fd793dbe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34'}}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:06:51.830385 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-a822ca8a-d2ea-40f7-895a-821f06ecb868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (c19c9d2a-aac2-4d52-be49-eee68aeee93f), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:51.926972 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-a822ca8a-d2ea-40f7-895a-821f06ecb868 service neutron] For port c19c9d2a-aac2-4d52-be49-eee68aeee93f, host hv-cinder-84327, cleared binding levels {{(pid=110839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:06:51.934814 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-a822ca8a-d2ea-40f7-895a-821f06ecb868 service neutron] For port c19c9d2a-aac2-4d52-be49-eee68aeee93f, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=c19c9d2a-aac2-4d52-be49-eee68aeee93f,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:06:52.007430 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e906601-2004-431f-a71d-44486da3fa24 req-9501f66b-7a70-40ba-9920-a7540dbbe830 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:52.008888 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-8e906601-2004-431f-a71d-44486da3fa24 req-9501f66b-7a70-40ba-9920-a7540dbbe830 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 944 time: 0.0561852 Jun 24 10:06:52.057791 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-8e906601-2004-431f-a71d-44486da3fa24 req-3fe2250b-7744-4260-ada1-9cc234d120c5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0fd217b-d3ca-4e94-8b38-63a8d8159001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432932 Jun 24 10:06:52.092745 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-a822ca8a-d2ea-40f7-895a-821f06ecb868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (c19c9d2a-aac2-4d52-be49-eee68aeee93f), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:52.140017 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-a822ca8a-d2ea-40f7-895a-821f06ecb868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:52.140845 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-a822ca8a-d2ea-40f7-895a-821f06ecb868 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:52.146209 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-a822ca8a-d2ea-40f7-895a-821f06ecb868 service neutron] 10.222.0.55 "PUT /v2.0/ports/c19c9d2a-aac2-4d52-be49-eee68aeee93f HTTP/1.1" status: 200 len: 1094 time: 0.9973352 Jun 24 10:06:52.146728 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0aef362-32c9-463b-ba31-93ce5c561487', 'tag': 'c19c9d2a-aac2-4d52-be49-eee68aeee93f'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:06:52.149075 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c0357b-2796-4015-8011-961369c135e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f0aef362-32c9-463b-ba31-93ce5c561487", "tag": "c19c9d2a-aac2-4d52-be49-eee68aeee93f"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:06:52.191269 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822ca8a-d2ea-40f7-895a-821f06ecb868 service neutron] Pushing event updated for resources: {'Port': ['ID=c19c9d2a-aac2-4d52-be49-eee68aeee93f,revision_number=3']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:52.198068 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05fe079-bbd3-4312-aa46-da140d4c4c4d x-openstack-request-id: req-c05fe079-bbd3-4312-aa46-da140d4c4c4d {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:06:52.198608 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0aef362-32c9-463b-ba31-93ce5c561487", "tag": "c19c9d2a-aac2-4d52-be49-eee68aeee93f", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:06:52.198608 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c05fe079-bbd3-4312-aa46-da140d4c4c4d {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:06:52.199427 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c05fe079-bbd3-4312-aa46-da140d4c4c4d'] response: {'name': 'network-changed', 'server_uuid': 'f0aef362-32c9-463b-ba31-93ce5c561487', 'tag': 'c19c9d2a-aac2-4d52-be49-eee68aeee93f', 'status': 'completed', 'code': 200} Jun 24 10:06:52.260539 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0357b-2796-4015-8011-961369c135e2 req-7b72ff55-d14a-4d9f-8ce7-397ebf1c18cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:52.262002 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d7c0357b-2796-4015-8011-961369c135e2 req-7b72ff55-d14a-4d9f-8ce7-397ebf1c18cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64b655c9ef0948c099f60649b9d5e78d&device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 1128 time: 0.0448792 Jun 24 10:06:52.298031 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:52.374180 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0357b-2796-4015-8011-961369c135e2 req-77a53f13-bf82-4887-a8a6-5aab75f51f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:52.377189 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d7c0357b-2796-4015-8011-961369c135e2 req-77a53f13-bf82-4887-a8a6-5aab75f51f8a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=64b655c9ef0948c099f60649b9d5e78d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1079292 Jun 24 10:06:52.484485 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0357b-2796-4015-8011-961369c135e2 req-ae8596c6-8e19-41f0-b0dd-b29814452c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:52.485996 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d7c0357b-2796-4015-8011-961369c135e2 req-ae8596c6-8e19-41f0-b0dd-b29814452c7c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1014693 Jun 24 10:06:52.568811 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-fcda7e66-4a9d-4a2c-b001-1386f5c31015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:52.570563 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-fcda7e66-4a9d-4a2c-b001-1386f5c31015 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64b655c9ef0948c099f60649b9d5e78d&device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 1128 time: 0.0426841 Jun 24 10:06:53.023502 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 44254) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:53.182729 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8e2b3-45aa-4bfb-87e7-4a8b1365b8be req-02328cdb-3db8-4665-ba5d-635d1b3b8a24 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:53.184313 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-6cc8e2b3-45aa-4bfb-87e7-4a8b1365b8be req-02328cdb-3db8-4665-ba5d-635d1b3b8a24 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 944 time: 0.0527847 Jun 24 10:06:53.234053 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-6cc8e2b3-45aa-4bfb-87e7-4a8b1365b8be req-af468e49-159a-4e18-a70c-26fb0e3af63e tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0fd217b-d3ca-4e94-8b38-63a8d8159001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437779 Jun 24 10:06:53.348756 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f55848b6-8b4d-41a8-b096-b22cf86ab72c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1899912'] for router_interface (b5569438-099f-4b68-9fb7-f12d68f20989), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:53.412187 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 9232a5f7-d95a-44a5-b49d-7664a4d75f80 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:06:53.435942 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] No Port match for: 9232a5f7-d95a-44a5-b49d-7664a4d75f80 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:06:53.436310 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 9232a5f7-d95a-44a5-b49d-7664a4d75f80 not bound to the agent host hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:06:53.577969 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-f55848b6-8b4d-41a8-b096-b22cf86ab72c admin admin] Deleting port a5eb2220-841b-4c28-b663-e12bffee240a {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:06:53.578310 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f55848b6-8b4d-41a8-b096-b22cf86ab72c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (a5eb2220-841b-4c28-b663-e12bffee240a), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:53.595043 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:53.662357 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [None req-f55848b6-8b4d-41a8-b096-b22cf86ab72c admin admin] For port a5eb2220-841b-4c28-b663-e12bffee240a, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=a5eb2220-841b-4c28-b663-e12bffee240a,segment=NetworkSegment(e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a),segment_id=e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:53.662717 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f55848b6-8b4d-41a8-b096-b22cf86ab72c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (a5eb2220-841b-4c28-b663-e12bffee240a), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:53.676720 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-f55848b6-8b4d-41a8-b096-b22cf86ab72c admin admin] Calling delete_port for a5eb2220-841b-4c28-b663-e12bffee240a owned by network:router_interface {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:06:53.811117 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:53.913804 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f55848b6-8b4d-41a8-b096-b22cf86ab72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (a5eb2220-841b-4c28-b663-e12bffee240a), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:53.939703 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55848b6-8b4d-41a8-b096-b22cf86ab72c admin admin] Pushing event deleted for resources: {'Port': ['ID=a5eb2220-841b-4c28-b663-e12bffee240a,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:54.108546 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f55848b6-8b4d-41a8-b096-b22cf86ab72c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1899804'] for router_interface (b5569438-099f-4b68-9fb7-f12d68f20989), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:54.245189 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-48629cd4-078d-452f-8cd3-18cc0c1a8637 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c19c9d2a-aac2-4d52-be49-eee68aeee93f HTTP/1.1" status: 200 len: 217 time: 0.0381472 Jun 24 10:06:54.643002 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902db90-3f54-45be-9e44-92c9386c4c29 req-2eba4369-73f9-4835-b1d2-507027ecf9b9 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:54.644496 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1902db90-3f54-45be-9e44-92c9386c4c29 req-2eba4369-73f9-4835-b1d2-507027ecf9b9 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 944 time: 0.3237536 Jun 24 10:06:54.650145 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55848b6-8b4d-41a8-b096-b22cf86ab72c admin admin] Router b5569438-099f-4b68-9fb7-f12d68f20989 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:06:54.772339 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1902db90-3f54-45be-9e44-92c9386c4c29 req-0fe7a870-e63f-4470-b657-b87274d7173c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0fd217b-d3ca-4e94-8b38-63a8d8159001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141279 Jun 24 10:06:54.779375 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:54.796523 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55848b6-8b4d-41a8-b096-b22cf86ab72c admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:06:54.804662 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-f55848b6-8b4d-41a8-b096-b22cf86ab72c admin admin] 10.222.0.26 "PUT /v2.0/routers/b5569438-099f-4b68-9fb7-f12d68f20989/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7800145 Jun 24 10:06:54.805459 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 44266) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:54.810176 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b83b6c-5141-4366-95bb-95eb31e662d4 None None] Sync routers for ids ['b5569438-099f-4b68-9fb7-f12d68f20989'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:06:54.820722 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b83b6c-5141-4366-95bb-95eb31e662d4 None None] Routers {'b5569438-099f-4b68-9fb7-f12d68f20989'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:06:54.821442 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-e6b83b6c-5141-4366-95bb-95eb31e662d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:06:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['b5569438-099f-4b68-9fb7-f12d68f20989'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:54.910685 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c6b0023e-dae1-4d07-8903-fe606a0aedf0 admin admin] Publish callbacks [] for router (b5569438-099f-4b68-9fb7-f12d68f20989), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:55.004086 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:55.020712 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c6b0023e-dae1-4d07-8903-fe606a0aedf0 admin admin] Publish callbacks [] for router_gateway (b5569438-099f-4b68-9fb7-f12d68f20989), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:55.062202 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-e6b83b6c-5141-4366-95bb-95eb31e662d4 None None] Set router b5569438-099f-4b68-9fb7-f12d68f20989 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:06:55.127208 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-c6b0023e-dae1-4d07-8903-fe606a0aedf0 admin admin] Deleting port 6a5813f6-07cf-4d14-899c-2258ebb8e2c6 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:06:55.127542 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c6b0023e-dae1-4d07-8903-fe606a0aedf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (6a5813f6-07cf-4d14-899c-2258ebb8e2c6), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:55.235080 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-f1da5850-e568-4583-9bf5-d9a188525f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:55.235080 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-f1da5850-e568-4583-9bf5-d9a188525f8c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02351637-371e-4010-8915-07491ccbdf1d HTTP/1.1" status: 200 len: 854 time: 0.0939641 Jun 24 10:06:55.235285 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-e6b83b6c-5141-4366-95bb-95eb31e662d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'name': 'tempest-TestMinimumBasicScenario-1894382342-router', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a5813f6-07cf-4d14-899c-2258ebb8e2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:03:24Z', 'updated_at': '2022-06-24T10:06:53Z', 'revision_number': 5, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'gw_port': {'id': '6a5813f6-07cf-4d14-899c-2258ebb8e2c6', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:88:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:26Z', 'updated_at': '2022-06-24T10:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:55.259393 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b83b6c-5141-4366-95bb-95eb31e662d4 None None] Checking router: b5569438-099f-4b68-9fb7-f12d68f20989 for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:06:55.268727 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b83b6c-5141-4366-95bb-95eb31e662d4 None None] Routers {'b5569438-099f-4b68-9fb7-f12d68f20989'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:06:55.269340 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-e6b83b6c-5141-4366-95bb-95eb31e662d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:06:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['b5569438-099f-4b68-9fb7-f12d68f20989'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:55.295587 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [None req-c6b0023e-dae1-4d07-8903-fe606a0aedf0 admin admin] For port 6a5813f6-07cf-4d14-899c-2258ebb8e2c6, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=6a5813f6-07cf-4d14-899c-2258ebb8e2c6,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:55.295956 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c6b0023e-dae1-4d07-8903-fe606a0aedf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (6a5813f6-07cf-4d14-899c-2258ebb8e2c6), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:55.312456 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-97ea33f3-56bf-405d-9179-a53b3037c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:55.314143 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-97ea33f3-56bf-405d-9179-a53b3037c2c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c1a62ba-de23-4693-a76a-ab88e859eb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701299 Jun 24 10:06:55.315173 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-c6b0023e-dae1-4d07-8903-fe606a0aedf0 admin admin] Calling delete_port for 6a5813f6-07cf-4d14-899c-2258ebb8e2c6 owned by network:router_gateway {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:06:55.356812 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-e6b83b6c-5141-4366-95bb-95eb31e662d4 None None] Set router b5569438-099f-4b68-9fb7-f12d68f20989 gateway port host: None {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:06:55.409941 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-e6b83b6c-5141-4366-95bb-95eb31e662d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'name': 'tempest-TestMinimumBasicScenario-1894382342-router', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:03:24Z', 'updated_at': '2022-06-24T10:06:55Z', 'revision_number': 6, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'gw_port_host': None}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:55.435838 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b83b6c-5141-4366-95bb-95eb31e662d4 None None] The sync data for ids ['b5569438-099f-4b68-9fb7-f12d68f20989'] in dv-cinder-843277-6-iscsi is: [{'id': 'b5569438-099f-4b68-9fb7-f12d68f20989', 'name': 'tempest-TestMinimumBasicScenario-1894382342-router', 'tenant_id': 'a8f15fa49a284e409bdcabcca90ece04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:03:24Z', 'updated_at': '2022-06-24T10:06:55Z', 'revision_number': 6, 'project_id': 'a8f15fa49a284e409bdcabcca90ece04', 'gw_port_host': None}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:06:55.503527 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-c3977245-29bd-44f6-9104-cc49d1d23ffa service neutron] 10.222.0.55 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818290 Jun 24 10:06:55.647003 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-af9d71f9-2219-4d40-8ba1-a1ec7fb09e97 req-8c9e2493-b8a0-4e77-8f6c-87af189abef8 service neutron] 10.222.0.55 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369472 Jun 24 10:06:55.730347 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c6b0023e-dae1-4d07-8903-fe606a0aedf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (6a5813f6-07cf-4d14-899c-2258ebb8e2c6), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:55.760358 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0023e-dae1-4d07-8903-fe606a0aedf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a5813f6-07cf-4d14-899c-2258ebb8e2c6,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:55.830933 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c6b0023e-dae1-4d07-8903-fe606a0aedf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1897528'] for router_gateway (b5569438-099f-4b68-9fb7-f12d68f20989), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:55.921687 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fafe2-631a-48df-83e9-03f5838744b9 req-181e5512-40bd-486c-8ddc-452bece9da2a tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:55.923465 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c47fafe2-631a-48df-83e9-03f5838744b9 req-181e5512-40bd-486c-8ddc-452bece9da2a tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 944 time: 0.0731804 Jun 24 10:06:55.927864 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c6b0023e-dae1-4d07-8903-fe606a0aedf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1836593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9626'] for router (b5569438-099f-4b68-9fb7-f12d68f20989), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:55.930488 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c6b0023e-dae1-4d07-8903-fe606a0aedf0 admin admin] Publish callbacks [] for router_controller (b5569438-099f-4b68-9fb7-f12d68f20989), precommit_delete_associations {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:55.964870 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:55.993278 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c47fafe2-631a-48df-83e9-03f5838744b9 req-03cd279d-c40f-4ac4-bb8c-0d46e5c7c2c1 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0fd217b-d3ca-4e94-8b38-63a8d8159001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631244 Jun 24 10:06:56.029401 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c6b0023e-dae1-4d07-8903-fe606a0aedf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1836735'] for router (b5569438-099f-4b68-9fb7-f12d68f20989), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:56.030028 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b0023e-dae1-4d07-8903-fe606a0aedf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5569438-099f-4b68-9fb7-f12d68f20989 {{(pid=110839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:06:56.034855 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c6b0023e-dae1-4d07-8903-fe606a0aedf0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:56.035996 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-c6b0023e-dae1-4d07-8903-fe606a0aedf0 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b5569438-099f-4b68-9fb7-f12d68f20989 HTTP/1.1" status: 204 len: 168 time: 1.2296071 Jun 24 10:06:56.038587 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 44272) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:56.087367 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_v2 [None req-db40d1a1-8d7e-40e0-83e4-7d53f4d99da2 admin admin] Deleting subnet 9a3a795a-5b0e-43d6-a360-a0c6523c9403 {{(pid=110839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:06:56.090133 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:56.090997 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-db40d1a1-8d7e-40e0-83e4-7d53f4d99da2 admin admin] Publish callbacks [] for subnet (9a3a795a-5b0e-43d6-a360-a0c6523c9403), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:56.131687 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-db40d1a1-8d7e-40e0-83e4-7d53f4d99da2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29527142'] for subnet (9a3a795a-5b0e-43d6-a360-a0c6523c9403), precommit_delete_associations {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:56.212013 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-db40d1a1-8d7e-40e0-83e4-7d53f4d99da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-760904'] for subnet (9a3a795a-5b0e-43d6-a360-a0c6523c9403), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:56.339329 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-db40d1a1-8d7e-40e0-83e4-7d53f4d99da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33003798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30318424'] for subnet (9a3a795a-5b0e-43d6-a360-a0c6523c9403), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:56.377238 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-db40d1a1-8d7e-40e0-83e4-7d53f4d99da2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:56.382983 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 44278) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:56.383934 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-db40d1a1-8d7e-40e0-83e4-7d53f4d99da2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9a3a795a-5b0e-43d6-a360-a0c6523c9403 HTTP/1.1" status: 204 len: 168 time: 0.3443043 Jun 24 10:06:56.385451 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40d1a1-8d7e-40e0-83e4-7d53f4d99da2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a3a795a-5b0e-43d6-a360-a0c6523c9403,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:56.385621 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9aaa7d-ef08-4a5a-89c4-c1e6135af30c None None] Network b62e03e6-e652-4ef9-a19f-cc1036cc714a requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:06:56.470805 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652767'] for network (b62e03e6-e652-4ef9-a19f-cc1036cc714a), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:56.528415 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Deleting port 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7 {{(pid=110840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:06:56.528762 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (2af7ce0b-995a-43eb-b7d0-80d8221ed6c7), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:56.574139 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc403349-9e86-4cb4-a5e6-dcaf1a69479e None None] DHCP port deletion for b62e03e6-e652-4ef9-a19f-cc1036cc714a request from dv-cinder-843277-6-iscsi {{(pid=110841) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:06:56.610926 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] For port 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=2af7ce0b-995a-43eb-b7d0-80d8221ed6c7,segment=NetworkSegment(e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a),segment_id=e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a)] {{(pid=110840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:56.611806 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (2af7ce0b-995a-43eb-b7d0-80d8221ed6c7), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:56.615790 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-dc403349-9e86-4cb4-a5e6-dcaf1a69479e None None] Deleting port 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7 {{(pid=110841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:06:56.616493 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-dc403349-9e86-4cb4-a5e6-dcaf1a69479e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (2af7ce0b-995a-43eb-b7d0-80d8221ed6c7), before_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:56.629247 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Calling delete_port for 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7 owned by network:dhcp {{(pid=110840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:06:56.633460 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:56.695306 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-dc403349-9e86-4cb4-a5e6-dcaf1a69479e None None] For port 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=2af7ce0b-995a-43eb-b7d0-80d8221ed6c7,segment=NetworkSegment(e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a),segment_id=e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:56.695306 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-dc403349-9e86-4cb4-a5e6-dcaf1a69479e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (2af7ce0b-995a-43eb-b7d0-80d8221ed6c7), precommit_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:56.706503 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-dc403349-9e86-4cb4-a5e6-dcaf1a69479e None None] Calling delete_port for 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7 owned by network:dhcp {{(pid=110841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:06:56.793285 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461'] for port (2af7ce0b-995a-43eb-b7d0-80d8221ed6c7), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:56.800560 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-dc403349-9e86-4cb4-a5e6-dcaf1a69479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461'] for port (2af7ce0b-995a-43eb-b7d0-80d8221ed6c7), after_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:56.821606 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2af7ce0b-995a-43eb-b7d0-80d8221ed6c7,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:56.827780 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] No DVR routers for this DVR port 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7 on host dv-cinder-843277-6-iscsi {{(pid=110840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:06:56.834936 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7 no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:06:56.839060 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc403349-9e86-4cb4-a5e6-dcaf1a69479e None None] Pushing event deleted for resources: {'Port': ['ID=2af7ce0b-995a-43eb-b7d0-80d8221ed6c7,revision_number=None']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:56.859036 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc403349-9e86-4cb4-a5e6-dcaf1a69479e None None] No DVR routers for this DVR port 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7 on host dv-cinder-843277-6-iscsi {{(pid=110841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:06:56.860872 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:06:56.861213 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 2af7ce0b-995a-43eb-b7d0-80d8221ed6c7 not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:06:56.862136 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 6a5813f6-07cf-4d14-899c-2258ebb8e2c6 no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:06:56.886199 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: 6a5813f6-07cf-4d14-899c-2258ebb8e2c6 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:06:56.886546 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 6a5813f6-07cf-4d14-899c-2258ebb8e2c6 not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:06:56.886962 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device a5eb2220-841b-4c28-b663-e12bffee240a no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:06:56.906279 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: a5eb2220-841b-4c28-b663-e12bffee240a {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:06:56.906279 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device a5eb2220-841b-4c28-b663-e12bffee240a not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:06:56.906757 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8753295835275'] for network (b62e03e6-e652-4ef9-a19f-cc1036cc714a), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:56.931958 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:06:56.933227 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:06:56.934822 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:06:56.934822 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Subscribe: > port after_create 55550000 {{(pid=110840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:06:56.934822 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:06:56.935094 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Subscribe: > port after_update 55550000 {{(pid=110840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:06:56.935256 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:06:56.935595 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:06:56.935917 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:06:56.936269 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:06:57.030267 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:06:57.030623 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:06:57.030972 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:06:57.031292 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:06:57.031672 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.services.segments.db [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62e03e6-e652-4ef9-a19f-cc1036cc714a']}} {{(pid=110840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:57.053964 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.services.segments.db [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a') {'for_net_delete': True} {{(pid=110840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:57.054402 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.services.segments.db [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a') {} {{(pid=110840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:57.080989 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753295836052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29645534'] for segment (e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:57.105750 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:57.116930 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=110840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:06:57.117347 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29645492'] for segment (e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:57.127224 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfeb82d-2d26-4003-af4f-dcc8bb11b9a3 req-9b54cfc0-7f5f-4fdc-a3b3-cdf8660af189 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:57.128072 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ebfeb82d-2d26-4003-af4f-dcc8bb11b9a3 req-9b54cfc0-7f5f-4fdc-a3b3-cdf8660af189 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 944 time: 0.0537064 Jun 24 10:06:57.187888 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:57.189688 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ebfeb82d-2d26-4003-af4f-dcc8bb11b9a3 req-955eab2e-6d88-4582-9672-8bf45a250303 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0fd217b-d3ca-4e94-8b38-63a8d8159001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485637 Jun 24 10:06:57.285253 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.services.segments.plugin [-] Segment e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a resource provider aggregate not found Jun 24 10:06:57.290845 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1893167'] for network (b62e03e6-e652-4ef9-a19f-cc1036cc714a), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:57.299023 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:57.303129 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b62e03e6-e652-4ef9-a19f-cc1036cc714a HTTP/1.1" status: 204 len: 168 time: 0.9190435 Jun 24 10:06:57.304958 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.services.segments.plugin [-] Segment e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8baeaa6-2a5f-4d83-ac5b-73ebb3b96b3a found for delete ", "request_id": "req-b0c7caa8-d12e-4e0c-8ca0-d324b1a7d05c"}]} Jun 24 10:06:57.306377 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 44296) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:57.314293 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161288d-789e-4b44-acd6-e2b3f039d8d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b62e03e6-e652-4ef9-a19f-cc1036cc714a,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:57.644887 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-32dd8231-be25-4551-8aff-08ccea5f6c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1899912'] for router_interface (167c9357-73dd-43a9-979f-515941915d92), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:57.676310 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=6 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:57.865469 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-32dd8231-be25-4551-8aff-08ccea5f6c57 admin admin] Deleting port 6044d526-0d3a-4c2b-8980-ae76caef70b8 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:06:57.865809 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-32dd8231-be25-4551-8aff-08ccea5f6c57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (6044d526-0d3a-4c2b-8980-ae76caef70b8), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:57.924511 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:57.950767 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [None req-32dd8231-be25-4551-8aff-08ccea5f6c57 admin admin] For port 6044d526-0d3a-4c2b-8980-ae76caef70b8, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=6044d526-0d3a-4c2b-8980-ae76caef70b8,segment=NetworkSegment(e192dfd5-47c7-45aa-bdb0-06aacdd88af9),segment_id=e192dfd5-47c7-45aa-bdb0-06aacdd88af9)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:57.951137 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-32dd8231-be25-4551-8aff-08ccea5f6c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (6044d526-0d3a-4c2b-8980-ae76caef70b8), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:57.964908 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-32dd8231-be25-4551-8aff-08ccea5f6c57 admin admin] Calling delete_port for 6044d526-0d3a-4c2b-8980-ae76caef70b8 owned by network:router_interface {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:06:58.240842 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-32dd8231-be25-4551-8aff-08ccea5f6c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (6044d526-0d3a-4c2b-8980-ae76caef70b8), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:58.267044 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd8231-be25-4551-8aff-08ccea5f6c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=6044d526-0d3a-4c2b-8980-ae76caef70b8,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:58.328075 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc61ab-bfa9-47f5-ac12-1b64fd4581ef req-2c54ebc4-3348-4144-922e-ba2dc9b46c6f tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:58.336554 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4fcc61ab-bfa9-47f5-ac12-1b64fd4581ef req-2c54ebc4-3348-4144-922e-ba2dc9b46c6f tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 944 time: 0.0646737 Jun 24 10:06:58.395596 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4fcc61ab-bfa9-47f5-ac12-1b64fd4581ef req-7068a21f-3885-4623-8371-b71f6bb6751f tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0fd217b-d3ca-4e94-8b38-63a8d8159001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578616 Jun 24 10:06:58.455929 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-32dd8231-be25-4551-8aff-08ccea5f6c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1899804'] for router_interface (167c9357-73dd-43a9-979f-515941915d92), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:58.680366 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dd8231-be25-4551-8aff-08ccea5f6c57 admin admin] Router 167c9357-73dd-43a9-979f-515941915d92 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:06:58.786433 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dd8231-be25-4551-8aff-08ccea5f6c57 admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:06:58.793660 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-32dd8231-be25-4551-8aff-08ccea5f6c57 admin admin] 10.222.0.26 "PUT /v2.0/routers/167c9357-73dd-43a9-979f-515941915d92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4835823 Jun 24 10:06:58.794191 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 44308) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:06:58.796809 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54922211-0f6b-4d09-b677-ebacc8e39a99 None None] Sync routers for ids ['167c9357-73dd-43a9-979f-515941915d92'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:06:58.808688 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54922211-0f6b-4d09-b677-ebacc8e39a99 None None] Routers {'167c9357-73dd-43a9-979f-515941915d92'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:06:58.809569 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-54922211-0f6b-4d09-b677-ebacc8e39a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:06:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['167c9357-73dd-43a9-979f-515941915d92'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:58.852512 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:58.909115 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-63dfae64-cfe3-4098-a583-85005b686b89 admin admin] Publish callbacks [] for router (167c9357-73dd-43a9-979f-515941915d92), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:58.913820 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-54922211-0f6b-4d09-b677-ebacc8e39a99 None None] Set router 167c9357-73dd-43a9-979f-515941915d92 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:06:58.946016 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:59.133115 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:59.192197 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-54922211-0f6b-4d09-b677-ebacc8e39a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167c9357-73dd-43a9-979f-515941915d92', 'name': 'tempest-TestMinimumBasicScenario-1871439777-router', 'tenant_id': '85899867ec4e4f2c874e412c0a313b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '0c4d5d9b-bd23-404a-9f02-d6a365052d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:03:36Z', 'updated_at': '2022-06-24T10:06:58Z', 'revision_number': 5, 'project_id': '85899867ec4e4f2c874e412c0a313b37', 'gw_port': {'id': '0c4d5d9b-bd23-404a-9f02-d6a365052d54', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167c9357-73dd-43a9-979f-515941915d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:37Z', 'updated_at': '2022-06-24T10:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:59.217357 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54922211-0f6b-4d09-b677-ebacc8e39a99 None None] Checking router: 167c9357-73dd-43a9-979f-515941915d92 for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:06:59.226758 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54922211-0f6b-4d09-b677-ebacc8e39a99 None None] Routers {'167c9357-73dd-43a9-979f-515941915d92'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:06:59.227369 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-54922211-0f6b-4d09-b677-ebacc8e39a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:06:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['167c9357-73dd-43a9-979f-515941915d92'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:59.292071 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-63dfae64-cfe3-4098-a583-85005b686b89 admin admin] Publish callbacks [] for router_gateway (167c9357-73dd-43a9-979f-515941915d92), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:59.327602 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-54922211-0f6b-4d09-b677-ebacc8e39a99 None None] Set router 167c9357-73dd-43a9-979f-515941915d92 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:06:59.446251 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device c19c9d2a-aac2-4d52-be49-eee68aeee93f details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:06:59.470260 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-63dfae64-cfe3-4098-a583-85005b686b89 admin admin] Deleting port 0c4d5d9b-bd23-404a-9f02-d6a365052d54 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:06:59.472046 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-63dfae64-cfe3-4098-a583-85005b686b89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (0c4d5d9b-bd23-404a-9f02-d6a365052d54), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:59.510146 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-54922211-0f6b-4d09-b677-ebacc8e39a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167c9357-73dd-43a9-979f-515941915d92', 'name': 'tempest-TestMinimumBasicScenario-1871439777-router', 'tenant_id': '85899867ec4e4f2c874e412c0a313b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '0c4d5d9b-bd23-404a-9f02-d6a365052d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:03:36Z', 'updated_at': '2022-06-24T10:06:58Z', 'revision_number': 5, 'project_id': '85899867ec4e4f2c874e412c0a313b37', 'gw_port': {'id': '0c4d5d9b-bd23-404a-9f02-d6a365052d54', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167c9357-73dd-43a9-979f-515941915d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:37Z', 'updated_at': '2022-06-24T10:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:06:59.525158 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:59.539814 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54922211-0f6b-4d09-b677-ebacc8e39a99 None None] The sync data for ids ['167c9357-73dd-43a9-979f-515941915d92'] in dv-cinder-843277-6-iscsi is: [{'id': '167c9357-73dd-43a9-979f-515941915d92', 'name': 'tempest-TestMinimumBasicScenario-1871439777-router', 'tenant_id': '85899867ec4e4f2c874e412c0a313b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '0c4d5d9b-bd23-404a-9f02-d6a365052d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:03:36Z', 'updated_at': '2022-06-24T10:06:58Z', 'revision_number': 5, 'project_id': '85899867ec4e4f2c874e412c0a313b37', 'gw_port': {'id': '0c4d5d9b-bd23-404a-9f02-d6a365052d54', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167c9357-73dd-43a9-979f-515941915d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:03:37Z', 'updated_at': '2022-06-24T10:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:06:59.575898 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:06:59.595707 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port c19c9d2a-aac2-4d52-be49-eee68aeee93f, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=c19c9d2a-aac2-4d52-be49-eee68aeee93f,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:59.599770 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0d1b2-81f2-410c-ad0c-38b42c6554bd req-bdc23e55-a3f8-4b16-a0fb-c25fa0563bdc tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:06:59.601297 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-68a0d1b2-81f2-410c-ad0c-38b42c6554bd req-bdc23e55-a3f8-4b16-a0fb-c25fa0563bdc tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 944 time: 0.1127985 Jun 24 10:06:59.608360 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': 'c19c9d2a-aac2-4d52-be49-eee68aeee93f', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'port_id': 'c19c9d2a-aac2-4d52-be49-eee68aeee93f', 'mac_address': 'fa:16:3e:fd:a9:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:06:59.644146 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port c19c9d2a-aac2-4d52-be49-eee68aeee93f is: DOWN; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:06:59.644539 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (c19c9d2a-aac2-4d52-be49-eee68aeee93f), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:59.649569 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [None req-63dfae64-cfe3-4098-a583-85005b686b89 admin admin] For port 0c4d5d9b-bd23-404a-9f02-d6a365052d54, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=0c4d5d9b-bd23-404a-9f02-d6a365052d54,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:59.649877 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-63dfae64-cfe3-4098-a583-85005b686b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (0c4d5d9b-bd23-404a-9f02-d6a365052d54), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:59.657467 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19c9d2a-aac2-4d52-be49-eee68aeee93f {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:06:59.676699 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-63dfae64-cfe3-4098-a583-85005b686b89 admin admin] Calling delete_port for 0c4d5d9b-bd23-404a-9f02-d6a365052d54 owned by network:router_gateway {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:06:59.678664 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port c19c9d2a-aac2-4d52-be49-eee68aeee93f, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=c19c9d2a-aac2-4d52-be49-eee68aeee93f,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:06:59.688166 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-68a0d1b2-81f2-410c-ad0c-38b42c6554bd req-47df2825-9e7e-48d8-a995-d40644b6f683 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0fd217b-d3ca-4e94-8b38-63a8d8159001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785415 Jun 24 10:06:59.783993 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (c19c9d2a-aac2-4d52-be49-eee68aeee93f), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:59.831306 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=c19c9d2a-aac2-4d52-be49-eee68aeee93f,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:06:59.924777 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-63dfae64-cfe3-4098-a583-85005b686b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (0c4d5d9b-bd23-404a-9f02-d6a365052d54), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:06:59.955955 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfae64-cfe3-4098-a583-85005b686b89 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c4d5d9b-bd23-404a-9f02-d6a365052d54,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:00.022299 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['c19c9d2a-aac2-4d52-be49-eee68aeee93f'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:07:00.032575 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-63dfae64-cfe3-4098-a583-85005b686b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1897528'] for router_gateway (167c9357-73dd-43a9-979f-515941915d92), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:00.144063 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-63dfae64-cfe3-4098-a583-85005b686b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1836593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9626'] for router (167c9357-73dd-43a9-979f-515941915d92), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:00.147829 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-63dfae64-cfe3-4098-a583-85005b686b89 admin admin] Publish callbacks [] for router_controller (167c9357-73dd-43a9-979f-515941915d92), precommit_delete_associations {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:00.292415 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-63dfae64-cfe3-4098-a583-85005b686b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1836735'] for router (167c9357-73dd-43a9-979f-515941915d92), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:00.293232 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dfae64-cfe3-4098-a583-85005b686b89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 167c9357-73dd-43a9-979f-515941915d92 {{(pid=110839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:07:00.297874 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-63dfae64-cfe3-4098-a583-85005b686b89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:00.299636 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-63dfae64-cfe3-4098-a583-85005b686b89 admin admin] 10.222.0.26 "DELETE /v2.0/routers/167c9357-73dd-43a9-979f-515941915d92 HTTP/1.1" status: 204 len: 168 time: 1.4987271 Jun 24 10:07:00.303626 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 44320) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:00.359140 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee696583-65f9-48a7-b004-c5aee63d3f3b admin admin] Deleting subnet 0b249314-f312-4a72-8619-dd423967e530 {{(pid=110840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:07:00.362726 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ee696583-65f9-48a7-b004-c5aee63d3f3b admin admin] Publish callbacks [] for subnet (0b249314-f312-4a72-8619-dd423967e530), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:00.402909 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ee696583-65f9-48a7-b004-c5aee63d3f3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29645509'] for subnet (0b249314-f312-4a72-8619-dd423967e530), precommit_delete_associations {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:00.484544 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ee696583-65f9-48a7-b004-c5aee63d3f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-760904'] for subnet (0b249314-f312-4a72-8619-dd423967e530), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:00.813507 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ee696583-65f9-48a7-b004-c5aee63d3f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29645534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33362569'] for subnet (0b249314-f312-4a72-8619-dd423967e530), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:00.830449 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 0c4d5d9b-bd23-404a-9f02-d6a365052d54 no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:07:00.849701 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee696583-65f9-48a7-b004-c5aee63d3f3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b249314-f312-4a72-8619-dd423967e530,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:00.850580 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: 0c4d5d9b-bd23-404a-9f02-d6a365052d54 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:07:00.850984 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 0c4d5d9b-bd23-404a-9f02-d6a365052d54 not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:07:00.851523 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 6044d526-0d3a-4c2b-8980-ae76caef70b8 no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:07:00.855420 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ee696583-65f9-48a7-b004-c5aee63d3f3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:00.858514 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-ee696583-65f9-48a7-b004-c5aee63d3f3b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0b249314-f312-4a72-8619-dd423967e530 HTTP/1.1" status: 204 len: 168 time: 0.5535955 Jun 24 10:07:00.861097 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 44326) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:00.865609 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9df5b-d75d-401c-8f8c-d0c42d032eb1 req-7aca1172-5e27-45d2-8f8d-ddf1fe379007 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:00.867091 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-91a9df5b-d75d-401c-8f8c-d0c42d032eb1 req-7aca1172-5e27-45d2-8f8d-ddf1fe379007 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 945 time: 0.0992143 Jun 24 10:07:00.873750 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f568d00-3ea3-440e-b5ae-96f0ee8be97a None None] Network 5b294901-6486-4764-981f-77bb5b95ca56 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:07:00.876598 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: 6044d526-0d3a-4c2b-8980-ae76caef70b8 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:07:00.876938 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 6044d526-0d3a-4c2b-8980-ae76caef70b8 not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:07:00.921195 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-91a9df5b-d75d-401c-8f8c-d0c42d032eb1 req-9c146798-9dd2-4a0b-86d2-ea0328126b1c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0fd217b-d3ca-4e94-8b38-63a8d8159001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480258 Jun 24 10:07:00.967802 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3b06d6ac-ba41-4ca0-9b1a-1b62f4815732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652767'] for network (5b294901-6486-4764-981f-77bb5b95ca56), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:00.978924 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:01.016975 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-3b06d6ac-ba41-4ca0-9b1a-1b62f4815732 admin admin] Deleting port 69a05ac2-d174-44e8-869f-a4d1510215b1 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:07:01.017319 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3b06d6ac-ba41-4ca0-9b1a-1b62f4815732 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (69a05ac2-d174-44e8-869f-a4d1510215b1), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:01.037764 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755d6b5a-378f-4214-aee4-6ab8bb0462e9 None None] DHCP port deletion for 5b294901-6486-4764-981f-77bb5b95ca56 request from dv-cinder-843277-6-iscsi {{(pid=110841) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:07:01.075567 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-755d6b5a-378f-4214-aee4-6ab8bb0462e9 None None] Deleting port 69a05ac2-d174-44e8-869f-a4d1510215b1 {{(pid=110841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:07:01.076205 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-755d6b5a-378f-4214-aee4-6ab8bb0462e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (69a05ac2-d174-44e8-869f-a4d1510215b1), before_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:01.092276 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [None req-3b06d6ac-ba41-4ca0-9b1a-1b62f4815732 admin admin] For port 69a05ac2-d174-44e8-869f-a4d1510215b1, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=69a05ac2-d174-44e8-869f-a4d1510215b1,segment=NetworkSegment(e192dfd5-47c7-45aa-bdb0-06aacdd88af9),segment_id=e192dfd5-47c7-45aa-bdb0-06aacdd88af9)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:07:01.093255 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3b06d6ac-ba41-4ca0-9b1a-1b62f4815732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (69a05ac2-d174-44e8-869f-a4d1510215b1), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:01.113403 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-3b06d6ac-ba41-4ca0-9b1a-1b62f4815732 admin admin] Calling delete_port for 69a05ac2-d174-44e8-869f-a4d1510215b1 owned by network:dhcp {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:07:01.118398 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:01.149455 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-755d6b5a-378f-4214-aee4-6ab8bb0462e9 None None] For port 69a05ac2-d174-44e8-869f-a4d1510215b1, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=69a05ac2-d174-44e8-869f-a4d1510215b1,segment=NetworkSegment(e192dfd5-47c7-45aa-bdb0-06aacdd88af9),segment_id=e192dfd5-47c7-45aa-bdb0-06aacdd88af9)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:07:01.149873 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-755d6b5a-378f-4214-aee4-6ab8bb0462e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (69a05ac2-d174-44e8-869f-a4d1510215b1), precommit_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:01.166527 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-755d6b5a-378f-4214-aee4-6ab8bb0462e9 None None] Calling delete_port for 69a05ac2-d174-44e8-869f-a4d1510215b1 owned by network:dhcp {{(pid=110841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:07:01.336176 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3b06d6ac-ba41-4ca0-9b1a-1b62f4815732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (69a05ac2-d174-44e8-869f-a4d1510215b1), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:01.347776 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-755d6b5a-378f-4214-aee4-6ab8bb0462e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461'] for port (69a05ac2-d174-44e8-869f-a4d1510215b1), after_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:01.353687 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:01.363677 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06d6ac-ba41-4ca0-9b1a-1b62f4815732 admin admin] Pushing event deleted for resources: {'Port': ['ID=69a05ac2-d174-44e8-869f-a4d1510215b1,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:01.367541 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b06d6ac-ba41-4ca0-9b1a-1b62f4815732 admin admin] No DVR routers for this DVR port 69a05ac2-d174-44e8-869f-a4d1510215b1 on host dv-cinder-843277-6-iscsi {{(pid=110839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:07:01.379979 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d6b5a-378f-4214-aee4-6ab8bb0462e9 None None] Pushing event deleted for resources: {'Port': ['ID=69a05ac2-d174-44e8-869f-a4d1510215b1,revision_number=None']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:01.381888 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755d6b5a-378f-4214-aee4-6ab8bb0462e9 None None] No DVR routers for this DVR port 69a05ac2-d174-44e8-869f-a4d1510215b1 on host dv-cinder-843277-6-iscsi {{(pid=110841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:07:01.447264 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device c19c9d2a-aac2-4d52-be49-eee68aeee93f up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:07:01.454786 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3b06d6ac-ba41-4ca0-9b1a-1b62f4815732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8753295835275'] for network (5b294901-6486-4764-981f-77bb5b95ca56), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:01.477635 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-3b06d6ac-ba41-4ca0-9b1a-1b62f4815732 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b294901-6486-4764-981f-77bb5b95ca56']}} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:07:01.487438 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-3b06d6ac-ba41-4ca0-9b1a-1b62f4815732 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e192dfd5-47c7-45aa-bdb0-06aacdd88af9') {'for_net_delete': True} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:07:01.487737 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-3b06d6ac-ba41-4ca0-9b1a-1b62f4815732 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e192dfd5-47c7-45aa-bdb0-06aacdd88af9') {} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:07:01.490549 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning for port c19c9d2a-aac2-4d52-be49-eee68aeee93f completed by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:07:01.498030 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3b06d6ac-ba41-4ca0-9b1a-1b62f4815732 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753295836052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29527165'] for segment (e192dfd5-47c7-45aa-bdb0-06aacdd88af9), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:01.512109 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3b06d6ac-ba41-4ca0-9b1a-1b62f4815732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (e192dfd5-47c7-45aa-bdb0-06aacdd88af9), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:01.519267 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b06d6ac-ba41-4ca0-9b1a-1b62f4815732 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=110839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:07:01.519668 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3b06d6ac-ba41-4ca0-9b1a-1b62f4815732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33003900'] for segment (e192dfd5-47c7-45aa-bdb0-06aacdd88af9), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:01.552724 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port c19c9d2a-aac2-4d52-be49-eee68aeee93f triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:07:01.552724 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (c19c9d2a-aac2-4d52-be49-eee68aeee93f), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:01.561620 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.services.segments.plugin [-] Segment e192dfd5-47c7-45aa-bdb0-06aacdd88af9 resource provider aggregate not found Jun 24 10:07:01.611781 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.services.segments.plugin [-] Segment e192dfd5-47c7-45aa-bdb0-06aacdd88af9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e192dfd5-47c7-45aa-bdb0-06aacdd88af9 found for delete ", "request_id": "req-4ef296ba-fee1-45c6-8c08-b410cfed5a07"}]} Jun 24 10:07:01.634755 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port c19c9d2a-aac2-4d52-be49-eee68aeee93f is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:07:01.640233 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (c19c9d2a-aac2-4d52-be49-eee68aeee93f), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:01.668950 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0aef362-32c9-463b-ba31-93ce5c561487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19c9d2a-aac2-4d52-be49-eee68aeee93f'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:07:01.668950 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b016d80-2570-4314-8073-e114d910bb64" -d '{"events": [{"server_uuid": "f0aef362-32c9-463b-ba31-93ce5c561487", "name": "network-vif-plugged", "status": "completed", "tag": "c19c9d2a-aac2-4d52-be49-eee68aeee93f"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:07:01.674822 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:01.679951 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port c19c9d2a-aac2-4d52-be49-eee68aeee93f, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=c19c9d2a-aac2-4d52-be49-eee68aeee93f,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:07:01.686636 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3b06d6ac-ba41-4ca0-9b1a-1b62f4815732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1893167'] for network (5b294901-6486-4764-981f-77bb5b95ca56), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:01.697833 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3b06d6ac-ba41-4ca0-9b1a-1b62f4815732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:01.697833 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-3b06d6ac-ba41-4ca0-9b1a-1b62f4815732 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5b294901-6486-4764-981f-77bb5b95ca56 HTTP/1.1" status: 204 len: 168 time: 0.8329136 Jun 24 10:07:01.711753 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06d6ac-ba41-4ca0-9b1a-1b62f4815732 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b294901-6486-4764-981f-77bb5b95ca56,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:01.780808 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (c19c9d2a-aac2-4d52-be49-eee68aeee93f), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:01.809267 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0600ce74-dc0e-4ae3-9fab-86c2ac32b90f x-openstack-request-id: req-0600ce74-dc0e-4ae3-9fab-86c2ac32b90f {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:07:01.809596 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0aef362-32c9-463b-ba31-93ce5c561487", "name": "network-vif-plugged", "status": "completed", "tag": "c19c9d2a-aac2-4d52-be49-eee68aeee93f", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:07:01.809843 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0600ce74-dc0e-4ae3-9fab-86c2ac32b90f {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:07:01.810241 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0600ce74-dc0e-4ae3-9fab-86c2ac32b90f'] response: {'server_uuid': 'f0aef362-32c9-463b-ba31-93ce5c561487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19c9d2a-aac2-4d52-be49-eee68aeee93f', 'code': 200} Jun 24 10:07:01.852628 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=c19c9d2a-aac2-4d52-be49-eee68aeee93f,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:01.855154 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9d6b3855-70be-4dea-be10-9a5224e2c3ef req-e4551901-f4ba-445a-af8d-ec7aa9d43b0d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414131 Jun 24 10:07:01.938020 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b3855-70be-4dea-be10-9a5224e2c3ef req-5aefdf5b-0af2-4918-81c6-c5ce79a17185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:01.939599 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9d6b3855-70be-4dea-be10-9a5224e2c3ef req-5aefdf5b-0af2-4918-81c6-c5ce79a17185 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b57a965c8ac24ad383260d621813bc3b&device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 1130 time: 0.0417001 Jun 24 10:07:02.043398 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5935781-b7ce-4a6e-a553-0aa56bcc7d92 req-10a1af4d-d142-4cb3-a02b-107e4d79baa1 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:02.044934 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e5935781-b7ce-4a6e-a553-0aa56bcc7d92 req-10a1af4d-d142-4cb3-a02b-107e4d79baa1 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 946 time: 0.0514343 Jun 24 10:07:02.096874 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e5935781-b7ce-4a6e-a553-0aa56bcc7d92 req-e93ea481-61b8-4543-98b1-439a87f93698 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0fd217b-d3ca-4e94-8b38-63a8d8159001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444143 Jun 24 10:07:02.098234 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 44348) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:02.142070 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-1f6c0365-2557-4530-95b6-c383bf4bb3cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8f15fa49a284e409bdcabcca90ece04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427480 Jun 24 10:07:02.148170 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 44350) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:02.177216 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:02.201762 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c6cd90ac-c2d9-47d4-831c-395c11d4a86f admin admin] Publish callbacks [] for security_group (5a4ccdd4-2242-4873-8c18-56056998f96e), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:02.224008 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c6cd90ac-c2d9-47d4-831c-395c11d4a86f admin admin] Publish callbacks [] for security_group (5a4ccdd4-2242-4873-8c18-56056998f96e), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:02.338156 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c6cd90ac-c2d9-47d4-831c-395c11d4a86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (5a4ccdd4-2242-4873-8c18-56056998f96e), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:02.340659 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c6cd90ac-c2d9-47d4-831c-395c11d4a86f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:02.341853 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-c6cd90ac-c2d9-47d4-831c-395c11d4a86f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a4ccdd4-2242-4873-8c18-56056998f96e HTTP/1.1" status: 204 len: 168 time: 0.1927867 Jun 24 10:07:02.350810 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd90ac-c2d9-47d4-831c-395c11d4a86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4ccdd4-2242-4873-8c18-56056998f96e,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:02.810766 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 69a05ac2-d174-44e8-869f-a4d1510215b1 no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:07:02.831301 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: 69a05ac2-d174-44e8-869f-a4d1510215b1 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:07:02.831641 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 69a05ac2-d174-44e8-869f-a4d1510215b1 not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:07:03.018458 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 44358) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:03.058724 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:03.062518 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-06d51798-9b0e-4471-91c1-2d7906b4b5bd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=85899867ec4e4f2c874e412c0a313b37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429206 Jun 24 10:07:03.065763 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 44360) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:03.116797 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a4aa90cf-65cc-43df-8fa9-ef63217404f0 admin admin] Publish callbacks [] for security_group (676723e7-40d3-44f5-a749-f2e94a8a53cf), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:03.143956 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a4aa90cf-65cc-43df-8fa9-ef63217404f0 admin admin] Publish callbacks [] for security_group (676723e7-40d3-44f5-a749-f2e94a8a53cf), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:03.222714 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2d61e-39ec-4908-be65-9ad5df1c852f req-e0a33e8a-f820-46e2-a54b-ffc81eb44024 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:03.224262 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5bd2d61e-39ec-4908-be65-9ad5df1c852f req-e0a33e8a-f820-46e2-a54b-ffc81eb44024 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 946 time: 0.0506413 Jun 24 10:07:03.273785 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5bd2d61e-39ec-4908-be65-9ad5df1c852f req-24838ae3-343d-4719-b410-b49662572608 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0fd217b-d3ca-4e94-8b38-63a8d8159001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432594 Jun 24 10:07:03.287057 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a4aa90cf-65cc-43df-8fa9-ef63217404f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (676723e7-40d3-44f5-a749-f2e94a8a53cf), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:03.289635 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a4aa90cf-65cc-43df-8fa9-ef63217404f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:03.290788 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-a4aa90cf-65cc-43df-8fa9-ef63217404f0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/676723e7-40d3-44f5-a749-f2e94a8a53cf HTTP/1.1" status: 204 len: 168 time: 0.2240195 Jun 24 10:07:03.305517 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa90cf-65cc-43df-8fa9-ef63217404f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676723e7-40d3-44f5-a749-f2e94a8a53cf,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:03.852729 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b3855-70be-4dea-be10-9a5224e2c3ef req-242a6d14-72cb-4452-b835-20f6950dba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:03.854359 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9d6b3855-70be-4dea-be10-9a5224e2c3ef req-242a6d14-72cb-4452-b835-20f6950dba08 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c8f19ac-e8c2-4044-a226-361510084949 HTTP/1.1" status: 200 len: 912 time: 0.1088989 Jun 24 10:07:04.390180 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267a2e5-5298-4c16-b3da-4d7468686d81 req-62a68dbf-9193-40a2-9304-6118cef40285 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:04.391689 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9267a2e5-5298-4c16-b3da-4d7468686d81 req-62a68dbf-9193-40a2-9304-6118cef40285 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 946 time: 0.0489762 Jun 24 10:07:04.441607 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9267a2e5-5298-4c16-b3da-4d7468686d81 req-7482914d-6af2-407d-96d3-305da5a973eb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0fd217b-d3ca-4e94-8b38-63a8d8159001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437560 Jun 24 10:07:04.759553 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:04.769065 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d59d99-06f8-4bd3-b180-07203bed41e5 req-8f365528-27ad-4644-81a7-5e8a7859b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:04.770573 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-02d59d99-06f8-4bd3-b180-07203bed41e5 req-8f365528-27ad-4644-81a7-5e8a7859b977 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 1130 time: 0.0826447 Jun 24 10:07:04.774279 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9d6b3855-70be-4dea-be10-9a5224e2c3ef req-07dbe55a-1058-41de-82a3-1d14362a92a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8729f211-3e97-49aa-abcb-f42c379588c6 HTTP/1.1" status: 200 len: 1001 time: 0.0875416 Jun 24 10:07:04.855912 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b3855-70be-4dea-be10-9a5224e2c3ef req-9267d26f-104d-483f-8843-58733c60ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:04.857407 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9d6b3855-70be-4dea-be10-9a5224e2c3ef req-9267d26f-104d-483f-8843-58733c60ff70 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b78992fa-8718-4ba9-94c3-e836373f9bf4 HTTP/1.1" status: 200 len: 850 time: 0.0687754 Jun 24 10:07:04.860646 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-02d59d99-06f8-4bd3-b180-07203bed41e5 req-dd6a7c3e-d04b-4fa8-b863-a62ed06ddb38 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f0fd217b-d3ca-4e94-8b38-63a8d8159001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778365 Jun 24 10:07:05.107318 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:05.136187 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b3855-70be-4dea-be10-9a5224e2c3ef req-275afc9d-266b-47c8-b1e8-8d6c84acb883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:05.137707 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9d6b3855-70be-4dea-be10-9a5224e2c3ef req-275afc9d-266b-47c8-b1e8-8d6c84acb883 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c8f19ac-e8c2-4044-a226-361510084949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394852 Jun 24 10:07:05.235780 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9d6b3855-70be-4dea-be10-9a5224e2c3ef req-2e77cb00-72bb-489d-8d6c-4620a09dcb18 service neutron] 10.222.0.55 "GET /v2.0/networks/3c8f19ac-e8c2-4044-a226-361510084949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865579 Jun 24 10:07:05.328739 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9d6b3855-70be-4dea-be10-9a5224e2c3ef req-14fab31c-1296-4fb1-ae31-2b30e60b4079 service neutron] 10.222.0.55 "GET /v2.0/networks/3c8f19ac-e8c2-4044-a226-361510084949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828600 Jun 24 10:07:05.393883 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:05.574579 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56e858-3c94-44f6-9fe8-991c7483f209 req-0c88c9ab-2348-4a3c-a0db-77a843a8958f tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:05.576142 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-bd56e858-3c94-44f6-9fe8-991c7483f209 req-0c88c9ab-2348-4a3c-a0db-77a843a8958f tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 946 time: 0.0657864 Jun 24 10:07:05.630818 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-bd56e858-3c94-44f6-9fe8-991c7483f209 req-f41b1e53-01e2-4324-a8d2-49d00ea2113f tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0fd217b-d3ca-4e94-8b38-63a8d8159001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484581 Jun 24 10:07:06.753269 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d211af-88c7-4061-8d51-1f33b6e4e9d0 req-018f26d9-b41c-4473-affc-c9b79f2c6bc8 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:06.754890 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e8d211af-88c7-4061-8d51-1f33b6e4e9d0 req-018f26d9-b41c-4473-affc-c9b79f2c6bc8 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 946 time: 0.0506065 Jun 24 10:07:06.802922 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e8d211af-88c7-4061-8d51-1f33b6e4e9d0 req-be80cd95-00ed-4733-81ee-8d2c92bcc1ab tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0fd217b-d3ca-4e94-8b38-63a8d8159001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423930 Jun 24 10:07:06.914235 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9036f-67aa-453a-8a10-1743553d57b7 req-7d1eaf70-5301-4b98-a5dd-f4dad8f7571f tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:06.915709 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a5a9036f-67aa-453a-8a10-1743553d57b7 req-7d1eaf70-5301-4b98-a5dd-f4dad8f7571f tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 946 time: 0.0483987 Jun 24 10:07:06.924898 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 44388) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:06.929499 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-a037f542-1203-49ff-8491-56da47d8a037 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Request body: {'floatingip': {'port_id': 'c19c9d2a-aac2-4d52-be49-eee68aeee93f'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:07:06.971822 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a037f542-1203-49ff-8491-56da47d8a037 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (4ddcd9e3-6ca2-465b-aa8b-5a38fc5c0dfb), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:07.401931 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a037f542-1203-49ff-8491-56da47d8a037 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:07.527127 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a037f542-1203-49ff-8491-56da47d8a037 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (4ddcd9e3-6ca2-465b-aa8b-5a38fc5c0dfb), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:07.614564 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.db.l3_db [None req-a037f542-1203-49ff-8491-56da47d8a037 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Floating IP 4ddcd9e3-6ca2-465b-aa8b-5a38fc5c0dfb associated. External IP: 172.27.2.19, port: c19c9d2a-aac2-4d52-be49-eee68aeee93f. Jun 24 10:07:07.816490 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:07.822104 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a037f542-1203-49ff-8491-56da47d8a037 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Router 2737a469-8655-48b1-822d-d4cd429b6bb1 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:07:07.872821 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:07.938938 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a037f542-1203-49ff-8491-56da47d8a037 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:07:07.943495 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a037f542-1203-49ff-8491-56da47d8a037 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:07.949085 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d70137-f28c-4ae0-a87d-f75275c2c37d None None] Sync routers for ids ['2737a469-8655-48b1-822d-d4cd429b6bb1'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:07:07.961989 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d70137-f28c-4ae0-a87d-f75275c2c37d None None] Routers {'2737a469-8655-48b1-822d-d4cd429b6bb1'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:07:07.962618 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-59d70137-f28c-4ae0-a87d-f75275c2c37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:06:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['2737a469-8655-48b1-822d-d4cd429b6bb1'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:07:07.978292 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-a037f542-1203-49ff-8491-56da47d8a037 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "PUT /v2.0/floatingips/4ddcd9e3-6ca2-465b-aa8b-5a38fc5c0dfb HTTP/1.1" status: 200 len: 991 time: 1.0521464 Jun 24 10:07:07.978826 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0aef362-32c9-463b-ba31-93ce5c561487', 'tag': 'c19c9d2a-aac2-4d52-be49-eee68aeee93f'}] {{(pid=110840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:07:07.981419 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918deba4491858943d5af62f7e2b7193d4f3e11e5a976540219041625139a41f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c79acc7-7fe6-4f5a-8020-f83ed1e33b69" -d '{"events": [{"name": "network-changed", "server_uuid": "f0aef362-32c9-463b-ba31-93ce5c561487", "tag": "c19c9d2a-aac2-4d52-be49-eee68aeee93f"}]}' {{(pid=110840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:07:08.020454 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d467ab00-2a4e-444f-b2c1-50ca7f3bc6f3 x-openstack-request-id: req-d467ab00-2a4e-444f-b2c1-50ca7f3bc6f3 {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:07:08.020742 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0aef362-32c9-463b-ba31-93ce5c561487", "tag": "c19c9d2a-aac2-4d52-be49-eee68aeee93f", "status": "completed", "code": 200}]} {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:07:08.020998 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d467ab00-2a4e-444f-b2c1-50ca7f3bc6f3 {{(pid=110840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:07:08.021410 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d467ab00-2a4e-444f-b2c1-50ca7f3bc6f3'] response: {'name': 'network-changed', 'server_uuid': 'f0aef362-32c9-463b-ba31-93ce5c561487', 'tag': 'c19c9d2a-aac2-4d52-be49-eee68aeee93f', 'status': 'completed', 'code': 200} Jun 24 10:07:08.084398 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-59d70137-f28c-4ae0-a87d-f75275c2c37d None None] Set router 2737a469-8655-48b1-822d-d4cd429b6bb1 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:07:08.114466 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79acc7-7fe6-4f5a-8020-f83ed1e33b69 req-8c612cb7-cabf-41cf-97d3-e018ed98c628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:08.116758 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3c79acc7-7fe6-4f5a-8020-f83ed1e33b69 req-8c612cb7-cabf-41cf-97d3-e018ed98c628 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64b655c9ef0948c099f60649b9d5e78d&device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 1130 time: 0.0507083 Jun 24 10:07:08.222100 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79acc7-7fe6-4f5a-8020-f83ed1e33b69 req-10b603cf-6dc0-4746-b847-af9ceeb7d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:08.223772 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3c79acc7-7fe6-4f5a-8020-f83ed1e33b69 req-10b603cf-6dc0-4746-b847-af9ceeb7d7ac service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c1a62ba-de23-4693-a76a-ab88e859eb34 HTTP/1.1" status: 200 len: 916 time: 0.1010067 Jun 24 10:07:08.315662 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3c79acc7-7fe6-4f5a-8020-f83ed1e33b69 req-9e08784b-f91c-4904-bac7-33d199534874 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c19c9d2a-aac2-4d52-be49-eee68aeee93f HTTP/1.1" status: 200 len: 999 time: 0.0720294 Jun 24 10:07:08.459299 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-59d70137-f28c-4ae0-a87d-f75275c2c37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '4ddcd9e3-6ca2-465b-aa8b-5a38fc5c0dfb', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'port_id': 'c19c9d2a-aac2-4d52-be49-eee68aeee93f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'mac_address': 'fa:16:3e:fd:a9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aef362-32c9-463b-ba31-93ce5c561487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:06:45Z', 'updated_at': '2022-06-24T10:07:07Z', 'revision_number': 1, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:45Z', 'revision_number': 5, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:07:08.486224 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d70137-f28c-4ae0-a87d-f75275c2c37d None None] Checking router: 2737a469-8655-48b1-822d-d4cd429b6bb1 for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:07:08.496833 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d70137-f28c-4ae0-a87d-f75275c2c37d None None] Routers {'2737a469-8655-48b1-822d-d4cd429b6bb1'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:07:08.497555 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-59d70137-f28c-4ae0-a87d-f75275c2c37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:06:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['2737a469-8655-48b1-822d-d4cd429b6bb1'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:07:08.538867 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79acc7-7fe6-4f5a-8020-f83ed1e33b69 req-4389cfb5-6930-465a-b5dc-357c7324cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:08.540344 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3c79acc7-7fe6-4f5a-8020-f83ed1e33b69 req-4389cfb5-6930-465a-b5dc-357c7324cce7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02351637-371e-4010-8915-07491ccbdf1d HTTP/1.1" status: 200 len: 854 time: 0.0519173 Jun 24 10:07:08.586033 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79acc7-7fe6-4f5a-8020-f83ed1e33b69 req-08857c95-e7b4-46d8-8996-abf485fac25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:08.587565 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3c79acc7-7fe6-4f5a-8020-f83ed1e33b69 req-08857c95-e7b4-46d8-8996-abf485fac25f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c1a62ba-de23-4693-a76a-ab88e859eb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405891 Jun 24 10:07:08.600571 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-59d70137-f28c-4ae0-a87d-f75275c2c37d None None] Set router 2737a469-8655-48b1-822d-d4cd429b6bb1 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:07:08.683806 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3c79acc7-7fe6-4f5a-8020-f83ed1e33b69 req-c370a8b3-d75d-4091-91b8-654dc8182f96 service neutron] 10.222.0.55 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884154 Jun 24 10:07:08.784224 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3c79acc7-7fe6-4f5a-8020-f83ed1e33b69 req-2175c6ca-4c82-4b6d-ad86-5aeb7d0ef21e service neutron] 10.222.0.55 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918953 Jun 24 10:07:08.835381 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-59d70137-f28c-4ae0-a87d-f75275c2c37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '4ddcd9e3-6ca2-465b-aa8b-5a38fc5c0dfb', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'port_id': 'c19c9d2a-aac2-4d52-be49-eee68aeee93f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'mac_address': 'fa:16:3e:fd:a9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aef362-32c9-463b-ba31-93ce5c561487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:06:45Z', 'updated_at': '2022-06-24T10:07:07Z', 'revision_number': 1, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:45Z', 'revision_number': 5, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:07:08.861063 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d70137-f28c-4ae0-a87d-f75275c2c37d None None] The sync data for ids ['2737a469-8655-48b1-822d-d4cd429b6bb1'] in dv-cinder-843277-6-iscsi is: [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '4ddcd9e3-6ca2-465b-aa8b-5a38fc5c0dfb', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'port_id': 'c19c9d2a-aac2-4d52-be49-eee68aeee93f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'mac_address': 'fa:16:3e:fd:a9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aef362-32c9-463b-ba31-93ce5c561487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:06:45Z', 'updated_at': '2022-06-24T10:07:07Z', 'revision_number': 1, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:45Z', 'revision_number': 5, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:07:09.060326 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf8ea73-d622-4e23-a3d8-e17c8f153334 None None] New status for floating IP 4ddcd9e3-6ca2-465b-aa8b-5a38fc5c0dfb: ACTIVE {{(pid=110842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:07:15.661292 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:15.761474 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-a501b12e-38a8-4de1-8b44-b90a2e6c95b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:16.382130 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 44480) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:16.427508 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e152b8-0de3-452a-89c0-1d9b92c0f790 admin admin] Deleting subnet 34d9b756-6a75-4bf8-b2de-059361d22604 {{(pid=110840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:07:16.431106 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-87e152b8-0de3-452a-89c0-1d9b92c0f790 admin admin] Publish callbacks [] for subnet (34d9b756-6a75-4bf8-b2de-059361d22604), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:16.469882 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-87e152b8-0de3-452a-89c0-1d9b92c0f790 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29645509'] for subnet (34d9b756-6a75-4bf8-b2de-059361d22604), precommit_delete_associations {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:16.510721 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-87e152b8-0de3-452a-89c0-1d9b92c0f790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-760904'] for subnet (34d9b756-6a75-4bf8-b2de-059361d22604), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:16.639475 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-87e152b8-0de3-452a-89c0-1d9b92c0f790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29645534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33362569'] for subnet (34d9b756-6a75-4bf8-b2de-059361d22604), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:16.663625 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e152b8-0de3-452a-89c0-1d9b92c0f790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34d9b756-6a75-4bf8-b2de-059361d22604,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:16.673955 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e152b8-0de3-452a-89c0-1d9b92c0f790 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:16.674853 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e152b8-0de3-452a-89c0-1d9b92c0f790 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:16.675204 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e152b8-0de3-452a-89c0-1d9b92c0f790 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:16.675539 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e152b8-0de3-452a-89c0-1d9b92c0f790 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:16.675896 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e152b8-0de3-452a-89c0-1d9b92c0f790 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:16.676217 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e152b8-0de3-452a-89c0-1d9b92c0f790 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:16.676549 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e152b8-0de3-452a-89c0-1d9b92c0f790 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:16.676873 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e152b8-0de3-452a-89c0-1d9b92c0f790 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:16.677200 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e152b8-0de3-452a-89c0-1d9b92c0f790 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:16.677592 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e152b8-0de3-452a-89c0-1d9b92c0f790 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:16.678452 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e152b8-0de3-452a-89c0-1d9b92c0f790 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:16.678452 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e152b8-0de3-452a-89c0-1d9b92c0f790 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:16.678452 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e152b8-0de3-452a-89c0-1d9b92c0f790 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:16.678768 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e152b8-0de3-452a-89c0-1d9b92c0f790 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:16.679083 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e152b8-0de3-452a-89c0-1d9b92c0f790 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:16.681946 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-87e152b8-0de3-452a-89c0-1d9b92c0f790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:16.685110 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-87e152b8-0de3-452a-89c0-1d9b92c0f790 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/34d9b756-6a75-4bf8-b2de-059361d22604 HTTP/1.1" status: 204 len: 168 time: 0.3019586 Jun 24 10:07:16.687611 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 44486) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:16.761304 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-69988735-d441-4711-9a12-6d506fea76fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652767'] for network (27c1f451-5632-4595-bd92-6b71a74a8ba9), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:16.837176 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-69988735-d441-4711-9a12-6d506fea76fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8753295835275'] for network (27c1f451-5632-4595-bd92-6b71a74a8ba9), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:16.861175 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.services.segments.db [None req-69988735-d441-4711-9a12-6d506fea76fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c1f451-5632-4595-bd92-6b71a74a8ba9']}} {{(pid=110840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:07:16.871650 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.services.segments.db [None req-69988735-d441-4711-9a12-6d506fea76fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ce25df-37d7-4b2d-9fd7-337f0e3251fc') {'for_net_delete': True} {{(pid=110840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:07:16.871942 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.services.segments.db [None req-69988735-d441-4711-9a12-6d506fea76fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ce25df-37d7-4b2d-9fd7-337f0e3251fc') {} {{(pid=110840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:07:16.881688 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-69988735-d441-4711-9a12-6d506fea76fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753295836052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29645534'] for segment (c2ce25df-37d7-4b2d-9fd7-337f0e3251fc), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:16.896298 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-69988735-d441-4711-9a12-6d506fea76fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (c2ce25df-37d7-4b2d-9fd7-337f0e3251fc), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:16.902963 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69988735-d441-4711-9a12-6d506fea76fb admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=110840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:07:16.903387 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-69988735-d441-4711-9a12-6d506fea76fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29645492'] for segment (c2ce25df-37d7-4b2d-9fd7-337f0e3251fc), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:16.925147 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.services.segments.plugin [-] Segment c2ce25df-37d7-4b2d-9fd7-337f0e3251fc resource provider aggregate not found Jun 24 10:07:16.961378 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.services.segments.plugin [-] Segment c2ce25df-37d7-4b2d-9fd7-337f0e3251fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2ce25df-37d7-4b2d-9fd7-337f0e3251fc found for delete ", "request_id": "req-13bd3006-9c8a-4387-9df6-72e4595d3975"}]} Jun 24 10:07:17.050736 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-69988735-d441-4711-9a12-6d506fea76fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1893167'] for network (27c1f451-5632-4595-bd92-6b71a74a8ba9), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:17.056265 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-69988735-d441-4711-9a12-6d506fea76fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:17.059508 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-69988735-d441-4711-9a12-6d506fea76fb admin admin] 10.222.0.26 "DELETE /v2.0/networks/27c1f451-5632-4595-bd92-6b71a74a8ba9 HTTP/1.1" status: 204 len: 168 time: 0.3709414 Jun 24 10:07:17.071799 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69988735-d441-4711-9a12-6d506fea76fb admin admin] Pushing event deleted for resources: {'Network': ['ID=27c1f451-5632-4595-bd92-6b71a74a8ba9,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:17.446197 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 44496) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:17.486976 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-df2b81cd-5b30-432d-8e2b-66273b6c6c79 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=28def10792f645c491f98a134ff71dce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396085 Jun 24 10:07:17.489417 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 44498) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:17.541991 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5c4f-aac7-4d20-9ceb-852f09b2bd3b admin admin] Publish callbacks [] for security_group (032bfc51-c14c-415d-8ee7-263506369277), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:17.556763 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:17.565870 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5c4f-aac7-4d20-9ceb-852f09b2bd3b admin admin] Publish callbacks [] for security_group (032bfc51-c14c-415d-8ee7-263506369277), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:17.686631 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5c4f-aac7-4d20-9ceb-852f09b2bd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (032bfc51-c14c-415d-8ee7-263506369277), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:17.689206 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5c4f-aac7-4d20-9ceb-852f09b2bd3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:17.691034 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-bb5a5c4f-aac7-4d20-9ceb-852f09b2bd3b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/032bfc51-c14c-415d-8ee7-263506369277 HTTP/1.1" status: 204 len: 168 time: 0.2007082 Jun 24 10:07:17.710818 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a5c4f-aac7-4d20-9ceb-852f09b2bd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032bfc51-c14c-415d-8ee7-263506369277,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:17.932272 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-71607cca-ad0c-4a9d-b9a9-c47d39db8919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:18.779146 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=92 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:18.781024 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=73 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:19.166514 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:19.169432 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:19.178053 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:20.794964 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:20.948898 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:25.012755 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:07:27.078592 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab2d2a-54da-4388-a5ba-7c246fcaa3b3 req-e5b9c473-fcde-4749-b530-32af5ee77d7c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:27.080234 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-98ab2d2a-54da-4388-a5ba-7c246fcaa3b3 req-e5b9c473-fcde-4749-b530-32af5ee77d7c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.0500133 Jun 24 10:07:27.128303 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-98ab2d2a-54da-4388-a5ba-7c246fcaa3b3 req-1d378f71-f3f1-414d-84aa-361e511fa140 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418944 Jun 24 10:07:27.694635 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:28.256204 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec30bb-7032-47a6-99d6-7de4d802a709 req-5c68fdfd-43d0-4b80-ab5c-4d1b4382b557 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:28.257691 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-14ec30bb-7032-47a6-99d6-7de4d802a709 req-5c68fdfd-43d0-4b80-ab5c-4d1b4382b557 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.0542436 Jun 24 10:07:28.306048 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-14ec30bb-7032-47a6-99d6-7de4d802a709 req-2e26cdab-8cd3-4d5b-9baa-07a7df92b31e tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428512 Jun 24 10:07:29.425384 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784a9b6-0f01-4c3e-9773-4bd49526083f req-35b41e6e-9d84-43bf-a87c-d3bb73239fae tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:29.426910 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-1784a9b6-0f01-4c3e-9773-4bd49526083f req-35b41e6e-9d84-43bf-a87c-d3bb73239fae tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.0484719 Jun 24 10:07:29.473960 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-1784a9b6-0f01-4c3e-9773-4bd49526083f req-2fdd867d-5af9-4266-95c4-83d7f9a7ff9f tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413921 Jun 24 10:07:30.591042 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9369fe-c271-4831-ba22-46b4fd2116b7 req-6668642f-05d5-43d8-b526-cf5e19756dcb tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:30.592667 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3c9369fe-c271-4831-ba22-46b4fd2116b7 req-6668642f-05d5-43d8-b526-cf5e19756dcb tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.0472672 Jun 24 10:07:30.639812 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3c9369fe-c271-4831-ba22-46b4fd2116b7 req-2d6284af-55cc-4961-8c0a-607a37c3474e tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418737 Jun 24 10:07:30.884647 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:30.891620 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:31.759853 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef379711-f6e0-4ceb-9b50-34d6c4486c60 req-27d1f011-bb91-46c5-a3ad-b6f82ddbc49c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:31.761259 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ef379711-f6e0-4ceb-9b50-34d6c4486c60 req-27d1f011-bb91-46c5-a3ad-b6f82ddbc49c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.0456367 Jun 24 10:07:31.810009 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ef379711-f6e0-4ceb-9b50-34d6c4486c60 req-553e0304-6ecc-4a57-bc4c-838cc672f204 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432436 Jun 24 10:07:32.927696 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a2a39-1718-4440-9f2d-709beb37243f req-48b2506a-c35d-4e19-ba6b-bb8a7afc3944 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:32.929192 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a46a2a39-1718-4440-9f2d-709beb37243f req-48b2506a-c35d-4e19-ba6b-bb8a7afc3944 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.0466900 Jun 24 10:07:32.979501 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a46a2a39-1718-4440-9f2d-709beb37243f req-9cd6444e-c22e-4d44-b3ef-dd51e5607bda tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448742 Jun 24 10:07:34.096164 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f6e5f-9b36-4c78-8e36-67b3d3bc86a0 req-e2d8f5f8-d870-4940-8ea4-650e1766fd22 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:34.098295 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0f3f6e5f-9b36-4c78-8e36-67b3d3bc86a0 req-e2d8f5f8-d870-4940-8ea4-650e1766fd22 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.0472708 Jun 24 10:07:34.144371 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0f3f6e5f-9b36-4c78-8e36-67b3d3bc86a0 req-3c53e0ee-ba1f-4329-ba61-b666b8b17880 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400457 Jun 24 10:07:35.262251 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3315c53-05c0-4e40-8a4b-4cd0f77a453e req-85a2acd1-f343-456b-bdc7-d29d3f707279 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:35.263697 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b3315c53-05c0-4e40-8a4b-4cd0f77a453e req-85a2acd1-f343-456b-bdc7-d29d3f707279 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.0461805 Jun 24 10:07:35.312740 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b3315c53-05c0-4e40-8a4b-4cd0f77a453e req-1774b9c9-241e-4f27-9e68-72a8e58d2e33 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435250 Jun 24 10:07:35.424001 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:36.436417 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254adff-d56b-46be-91e8-5f1b36490f82 req-b0f3ab98-2c2f-4da9-8363-d87472919a24 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:36.437949 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0254adff-d56b-46be-91e8-5f1b36490f82 req-b0f3ab98-2c2f-4da9-8363-d87472919a24 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.0484259 Jun 24 10:07:36.488116 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0254adff-d56b-46be-91e8-5f1b36490f82 req-d7fd47f9-ae5c-476f-b049-979379abefe3 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434434 Jun 24 10:07:37.829937 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd171e95-0bba-4ccc-bd61-8addb04605b9 req-bfc40ba5-9acf-4ed2-bd20-e58c15a97cdc tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:37.829937 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-dd171e95-0bba-4ccc-bd61-8addb04605b9 req-bfc40ba5-9acf-4ed2-bd20-e58c15a97cdc tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.2619700 Jun 24 10:07:37.876540 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-dd171e95-0bba-4ccc-bd61-8addb04605b9 req-a698bb14-f739-415a-abfa-d6b6f434ec22 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433180 Jun 24 10:07:39.001275 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cfb87-e096-4130-aa90-5fae2132c3cf req-435bf25a-b717-4b19-8202-fe56ffd5827b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:39.002796 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c01cfb87-e096-4130-aa90-5fae2132c3cf req-435bf25a-b717-4b19-8202-fe56ffd5827b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.0496731 Jun 24 10:07:39.052539 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c01cfb87-e096-4130-aa90-5fae2132c3cf req-71b113da-c386-40e3-bf37-b11be260bd52 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440781 Jun 24 10:07:39.613874 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327647b-4dde-406a-b7b4-c4853206d870 req-f8ddf016-ea07-46e2-9b99-153d2c7d18af tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:39.615381 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0327647b-4dde-406a-b7b4-c4853206d870 req-f8ddf016-ea07-46e2-9b99-153d2c7d18af tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 946 time: 0.0476241 Jun 24 10:07:39.634464 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 66641946-e924-41f5-ad9f-d918c412d89d details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:07:39.662586 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0327647b-4dde-406a-b7b4-c4853206d870 req-95d63ed0-6a2b-461a-aeb5-5628a542bfb3 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=0048c84b-e6f3-4653-ae4b-78991b8b4946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415275 Jun 24 10:07:39.744284 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 66641946-e924-41f5-ad9f-d918c412d89d, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=66641946-e924-41f5-ad9f-d918c412d89d,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:07:39.755481 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': '66641946-e924-41f5-ad9f-d918c412d89d', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'port_id': '66641946-e924-41f5-ad9f-d918c412d89d', 'mac_address': 'fa:16:3e:cd:ce:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:07:39.790629 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 66641946-e924-41f5-ad9f-d918c412d89d is: ACTIVE; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:07:39.790932 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (66641946-e924-41f5-ad9f-d918c412d89d), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:39.804487 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66641946-e924-41f5-ad9f-d918c412d89d {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:07:39.823756 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 66641946-e924-41f5-ad9f-d918c412d89d, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=66641946-e924-41f5-ad9f-d918c412d89d,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:07:39.930674 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (66641946-e924-41f5-ad9f-d918c412d89d), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:39.982074 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=66641946-e924-41f5-ad9f-d918c412d89d,revision_number=6']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:39.990392 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:39.990740 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:39.991099 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:39.991454 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:39.991790 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:39.992145 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:39.992467 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:39.992791 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:39.993111 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:39.993431 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:39.993825 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:39.994163 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:39.994487 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:39.994805 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:39.995121 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:40.015529 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['66641946-e924-41f5-ad9f-d918c412d89d'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:07:40.177499 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6ee47-44c5-4044-aa25-f78643c19106 req-4032a116-09f6-43ba-85f3-89074a004157 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:40.178955 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a3e6ee47-44c5-4044-aa25-f78643c19106 req-4032a116-09f6-43ba-85f3-89074a004157 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 944 time: 0.0510538 Jun 24 10:07:40.226745 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a3e6ee47-44c5-4044-aa25-f78643c19106 req-3833dff5-e251-432e-b5d9-6c3e6a7a2438 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422068 Jun 24 10:07:40.783301 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69602260-f9af-4081-86e1-f144626dbd32 req-c0ca85b4-3c0b-409f-ae5c-9f2b76c03322 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:40.784830 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-69602260-f9af-4081-86e1-f144626dbd32 req-c0ca85b4-3c0b-409f-ae5c-9f2b76c03322 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 946 time: 0.0508883 Jun 24 10:07:40.831818 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-69602260-f9af-4081-86e1-f144626dbd32 req-43c7b7ec-fe50-4e26-8711-8540332de1b5 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=0048c84b-e6f3-4653-ae4b-78991b8b4946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412831 Jun 24 10:07:41.343323 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98356fa3-918b-4e73-ba83-d85d16180350 req-a62d1948-4c9a-4930-96d6-9ce37cc9b30b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:41.344838 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-98356fa3-918b-4e73-ba83-d85d16180350 req-a62d1948-4c9a-4930-96d6-9ce37cc9b30b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 944 time: 0.0477958 Jun 24 10:07:41.392722 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-98356fa3-918b-4e73-ba83-d85d16180350 req-defa96e6-90b8-45a1-b773-b254f5de1426 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415864 Jun 24 10:07:41.522142 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb2a87-068b-4349-9292-857f95936e01 req-f285ce52-ade0-4135-8d98-d8b8e5d8dea7 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:41.523684 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-70bb2a87-068b-4349-9292-857f95936e01 req-f285ce52-ade0-4135-8d98-d8b8e5d8dea7 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.55 "GET /v2.0/ports?device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 946 time: 0.0504534 Jun 24 10:07:41.626730 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-70bb2a87-068b-4349-9292-857f95936e01 req-6a8b8d5b-6a88-4d83-93be-9d4f038ca475 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Deleting port 8729f211-3e97-49aa-abcb-f42c379588c6 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:07:41.627206 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-70bb2a87-068b-4349-9292-857f95936e01 req-6a8b8d5b-6a88-4d83-93be-9d4f038ca475 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (8729f211-3e97-49aa-abcb-f42c379588c6), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:41.676308 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 66641946-e924-41f5-ad9f-d918c412d89d up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:07:41.706638 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:41.724841 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port 66641946-e924-41f5-ad9f-d918c412d89d triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:07:41.725280 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (66641946-e924-41f5-ad9f-d918c412d89d), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:41.726095 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-70bb2a87-068b-4349-9292-857f95936e01 req-6a8b8d5b-6a88-4d83-93be-9d4f038ca475 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] For port 8729f211-3e97-49aa-abcb-f42c379588c6, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=8729f211-3e97-49aa-abcb-f42c379588c6,segment=NetworkSegment(aa725e7e-954b-4574-8420-010b18a49b50),segment_id=aa725e7e-954b-4574-8420-010b18a49b50)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:07:41.726470 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-70bb2a87-068b-4349-9292-857f95936e01 req-6a8b8d5b-6a88-4d83-93be-9d4f038ca475 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (8729f211-3e97-49aa-abcb-f42c379588c6), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:41.803937 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 66641946-e924-41f5-ad9f-d918c412d89d is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:07:41.804469 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (66641946-e924-41f5-ad9f-d918c412d89d), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:41.828630 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03050a70-dac3-49b8-a4ab-e73de4421841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66641946-e924-41f5-ad9f-d918c412d89d'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:07:41.830869 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbce927-fb89-44e5-937e-98b958595548" -d '{"events": [{"server_uuid": "03050a70-dac3-49b8-a4ab-e73de4421841", "name": "network-vif-plugged", "status": "completed", "tag": "66641946-e924-41f5-ad9f-d918c412d89d"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:07:41.844260 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:41.844412 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 66641946-e924-41f5-ad9f-d918c412d89d, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=66641946-e924-41f5-ad9f-d918c412d89d,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:07:41.887600 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e250eab7-99b8-4e4e-be70-d0a3b8abf91a x-openstack-request-id: req-e250eab7-99b8-4e4e-be70-d0a3b8abf91a {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:07:41.887897 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03050a70-dac3-49b8-a4ab-e73de4421841", "name": "network-vif-plugged", "status": "completed", "tag": "66641946-e924-41f5-ad9f-d918c412d89d", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:07:41.888202 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e250eab7-99b8-4e4e-be70-d0a3b8abf91a {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:07:41.889387 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e250eab7-99b8-4e4e-be70-d0a3b8abf91a'] response: {'server_uuid': '03050a70-dac3-49b8-a4ab-e73de4421841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66641946-e924-41f5-ad9f-d918c412d89d', 'code': 200} Jun 24 10:07:41.909725 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-70bb2a87-068b-4349-9292-857f95936e01 req-6a8b8d5b-6a88-4d83-93be-9d4f038ca475 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:41.910734 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-70bb2a87-068b-4349-9292-857f95936e01 req-6a8b8d5b-6a88-4d83-93be-9d4f038ca475 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (9238d30a-9215-497b-acd3-4052ef4c11a9), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:41.911357 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.l3_db [req-70bb2a87-068b-4349-9292-857f95936e01 req-6a8b8d5b-6a88-4d83-93be-9d4f038ca475 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Floating IP 9238d30a-9215-497b-acd3-4052ef4c11a9 disassociated. External IP: 172.27.2.44, port: 8729f211-3e97-49aa-abcb-f42c379588c6. Jun 24 10:07:41.911538 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-70bb2a87-068b-4349-9292-857f95936e01 req-6a8b8d5b-6a88-4d83-93be-9d4f038ca475 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Calling delete_port for 8729f211-3e97-49aa-abcb-f42c379588c6 owned by compute:nova {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:07:41.930268 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (66641946-e924-41f5-ad9f-d918c412d89d), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:41.981599 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=66641946-e924-41f5-ad9f-d918c412d89d,revision_number=7']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:42.002242 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444d7f7-7925-438d-910a-572eaa38e041 req-23fb2eab-9410-4996-9e76-1caf01ab1460 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:42.004259 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b444d7f7-7925-438d-910a-572eaa38e041 req-23fb2eab-9410-4996-9e76-1caf01ab1460 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 946 time: 0.0896728 Jun 24 10:07:42.074636 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b444d7f7-7925-438d-910a-572eaa38e041 req-d188eaa8-9887-4b3f-b36e-ceecd36214e3 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups?id=0048c84b-e6f3-4653-ae4b-78991b8b4946&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613878 Jun 24 10:07:42.215936 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-70bb2a87-068b-4349-9292-857f95936e01 req-6a8b8d5b-6a88-4d83-93be-9d4f038ca475 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (8729f211-3e97-49aa-abcb-f42c379588c6), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:42.244741 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b8d5b-6a88-4d83-93be-9d4f038ca475 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Pushing event deleted for resources: {'Port': ['ID=8729f211-3e97-49aa-abcb-f42c379588c6,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:42.368418 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70bb2a87-068b-4349-9292-857f95936e01 req-6a8b8d5b-6a88-4d83-93be-9d4f038ca475 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Router 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:07:42.499852 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70bb2a87-068b-4349-9292-857f95936e01 req-6a8b8d5b-6a88-4d83-93be-9d4f038ca475 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:07:42.512065 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b2964b-cfcc-4052-8c07-09720d3167a1 None None] Sync routers for ids ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:07:42.524551 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b2964b-cfcc-4052-8c07-09720d3167a1 None None] Routers {'7c5e6f56-bd6b-4971-9c8f-46a5b2901263'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:07:42.525895 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-43b2964b-cfcc-4052-8c07-09720d3167a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:07:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:07:42.546635 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1f0a9-fc6f-49b0-b910-1678eeb1f628 req-248bd8b4-d640-4bdd-a8fe-1f735d32b7f8 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:42.555686 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e8b1f0a9-fc6f-49b0-b910-1678eeb1f628 req-248bd8b4-d640-4bdd-a8fe-1f735d32b7f8 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.0781310 Jun 24 10:07:42.588925 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bb2a87-068b-4349-9292-857f95936e01 req-6a8b8d5b-6a88-4d83-93be-9d4f038ca475 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] No DVR routers for this DVR port 8729f211-3e97-49aa-abcb-f42c379588c6 on host hv-cinder-84327 {{(pid=110839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:07:42.593284 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-70bb2a87-068b-4349-9292-857f95936e01 req-6a8b8d5b-6a88-4d83-93be-9d4f038ca475 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:42.599489 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-70bb2a87-068b-4349-9292-857f95936e01 req-6a8b8d5b-6a88-4d83-93be-9d4f038ca475 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.55 "DELETE /v2.0/ports/8729f211-3e97-49aa-abcb-f42c379588c6 HTTP/1.1" status: 204 len: 173 time: 1.0496585 Jun 24 10:07:42.599977 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e2c8c9-5c99-476a-a8a0-adce8022d022', 'name': 'network-vif-deleted', 'tag': '8729f211-3e97-49aa-abcb-f42c379588c6'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:07:42.612094 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15399e9f-3ad2-4452-8f78-a45cfce370eb" -d '{"events": [{"server_uuid": "81e2c8c9-5c99-476a-a8a0-adce8022d022", "name": "network-vif-deleted", "tag": "8729f211-3e97-49aa-abcb-f42c379588c6"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:07:42.641360 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e8b1f0a9-fc6f-49b0-b910-1678eeb1f628 req-97f74845-a5fd-4487-9289-fe4e8da942a2 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780528 Jun 24 10:07:42.660408 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:42.677266 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34fec79-1309-434a-ab17-8c1d6c4414cb x-openstack-request-id: req-a34fec79-1309-434a-ab17-8c1d6c4414cb {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:07:42.677615 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e2c8c9-5c99-476a-a8a0-adce8022d022", "name": "network-vif-deleted", "tag": "8729f211-3e97-49aa-abcb-f42c379588c6", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:07:42.677897 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a34fec79-1309-434a-ab17-8c1d6c4414cb {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:07:42.678333 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a34fec79-1309-434a-ab17-8c1d6c4414cb'] response: {'server_uuid': '81e2c8c9-5c99-476a-a8a0-adce8022d022', 'name': 'network-vif-deleted', 'tag': '8729f211-3e97-49aa-abcb-f42c379588c6', 'status': 'completed', 'code': 200} Jun 24 10:07:42.698317 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-43b2964b-cfcc-4052-8c07-09720d3167a1 None None] Set router 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:07:42.748365 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:42.955448 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-43b2964b-cfcc-4052-8c07-09720d3167a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'name': 'tempest-AttachVolumeTestJSON-2017177644-router', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:59Z', 'updated_at': '2022-06-24T10:01:05Z', 'revision_number': 4, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'gw_port': {'id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'fbf1a560-1ec1-4a79-8026-25b16a9b61d8', 'name': '', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'mac_address': 'fa:16:3e:97:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:04Z', 'updated_at': '2022-06-24T10:01:17Z', 'revision_number': 5, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'subnets': [{'id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:07:42.984308 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b2964b-cfcc-4052-8c07-09720d3167a1 None None] Checking router: 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:07:42.994130 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b2964b-cfcc-4052-8c07-09720d3167a1 None None] Routers {'7c5e6f56-bd6b-4971-9c8f-46a5b2901263'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:07:42.994963 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-43b2964b-cfcc-4052-8c07-09720d3167a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:07:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:07:43.105874 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-43b2964b-cfcc-4052-8c07-09720d3167a1 None None] Set router 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:07:43.196479 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4e1e13e6-c7df-4c45-99cf-0249d1742803 req-f8073602-028c-4c05-8248-441c64b936fc tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/ports?device_id=81e2c8c9-5c99-476a-a8a0-adce8022d022 HTTP/1.1" status: 200 len: 210 time: 0.0333591 Jun 24 10:07:43.337375 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-43b2964b-cfcc-4052-8c07-09720d3167a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'name': 'tempest-AttachVolumeTestJSON-2017177644-router', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:59Z', 'updated_at': '2022-06-24T10:01:05Z', 'revision_number': 4, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'gw_port': {'id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'fbf1a560-1ec1-4a79-8026-25b16a9b61d8', 'name': '', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'mac_address': 'fa:16:3e:97:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:04Z', 'updated_at': '2022-06-24T10:01:17Z', 'revision_number': 5, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'subnets': [{'id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:07:43.371487 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b2964b-cfcc-4052-8c07-09720d3167a1 None None] The sync data for ids ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'] in dv-cinder-843277-6-iscsi is: [{'id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'name': 'tempest-AttachVolumeTestJSON-2017177644-router', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:59Z', 'updated_at': '2022-06-24T10:01:05Z', 'revision_number': 4, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'gw_port': {'id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'fbf1a560-1ec1-4a79-8026-25b16a9b61d8', 'name': '', 'network_id': '3c8f19ac-e8c2-4044-a226-361510084949', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'mac_address': 'fa:16:3e:97:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:04Z', 'updated_at': '2022-06-24T10:01:17Z', 'revision_number': 5, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'subnets': [{'id': 'b78992fa-8718-4ba9-94c3-e836373f9bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:07:43.678716 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479e00f7-ef3c-4e75-8147-3ee86eed55e4 None None] New status for floating IP 9238d30a-9215-497b-acd3-4052ef4c11a9: DOWN {{(pid=110842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:07:43.786210 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ed133-4c69-4e88-867c-c9e5220f353d req-418deac1-3023-408c-bf08-f7b2b4205a51 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:43.787721 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5a7ed133-4c69-4e88-867c-c9e5220f353d req-418deac1-3023-408c-bf08-f7b2b4205a51 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.0612268 Jun 24 10:07:43.852835 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5a7ed133-4c69-4e88-867c-c9e5220f353d req-9d5edfce-c3d4-41c8-9ac8-45a10d9a705b tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593958 Jun 24 10:07:44.369603 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 44708) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:44.453008 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-14887517-b513-41da-86d3-78a3bb0f465b tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for security_group (0048c84b-e6f3-4653-ae4b-78991b8b4946), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:44.480623 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-14887517-b513-41da-86d3-78a3bb0f465b tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for security_group (0048c84b-e6f3-4653-ae4b-78991b8b4946), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:44.646437 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-14887517-b513-41da-86d3-78a3bb0f465b tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (0048c84b-e6f3-4653-ae4b-78991b8b4946), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:44.649215 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-14887517-b513-41da-86d3-78a3bb0f465b tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:44.650449 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-14887517-b513-41da-86d3-78a3bb0f465b tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "DELETE /v2.0/security-groups/0048c84b-e6f3-4653-ae4b-78991b8b4946 HTTP/1.1" status: 204 len: 168 time: 0.2797911 Jun 24 10:07:44.655078 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 44710) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:44.675170 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14887517-b513-41da-86d3-78a3bb0f465b tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0048c84b-e6f3-4653-ae4b-78991b8b4946,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:44.690284 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.api.v2.resource [None req-fa1f515a-7d2d-4e2d-a60e-eb735bff1edc tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] show failed (client error): The resource could not be found. Jun 24 10:07:44.694372 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-fa1f515a-7d2d-4e2d-a60e-eb735bff1edc tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "GET /v2.0/security-groups/0048c84b-e6f3-4653-ae4b-78991b8b4946 HTTP/1.1" status: 404 len: 347 time: 0.0355728 Jun 24 10:07:44.694899 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 44712) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:44.826422 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=13 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:44.841917 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-4fab0f2d-8b55-49fc-9497-6e9044cce148 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Deleting port eb685377-ff6f-4c5e-b8c8-42fabd9d26ae {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:07:44.842465 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4fab0f2d-8b55-49fc-9497-6e9044cce148 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (eb685377-ff6f-4c5e-b8c8-42fabd9d26ae), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:44.909884 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:44.943088 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4fab0f2d-8b55-49fc-9497-6e9044cce148 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (eb685377-ff6f-4c5e-b8c8-42fabd9d26ae), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:44.943461 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4fab0f2d-8b55-49fc-9497-6e9044cce148 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for floatingip (eb685377-ff6f-4c5e-b8c8-42fabd9d26ae), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:44.962887 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-4fab0f2d-8b55-49fc-9497-6e9044cce148 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Calling delete_port for eb685377-ff6f-4c5e-b8c8-42fabd9d26ae owned by network:floatingip {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:07:44.962887 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:45.000437 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72d64e-bb72-4d38-a0a7-7944d4a43bc0 req-fa6758b0-c14d-43d3-9b3d-c5e005487343 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:45.002394 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9d72d64e-bb72-4d38-a0a7-7944d4a43bc0 req-fa6758b0-c14d-43d3-9b3d-c5e005487343 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.0614429 Jun 24 10:07:45.025948 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:45.053074 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:45.059423 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9d72d64e-bb72-4d38-a0a7-7944d4a43bc0 req-91bfb07f-ef07-44f6-858f-a23008fa6f01 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493317 Jun 24 10:07:45.469647 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4fab0f2d-8b55-49fc-9497-6e9044cce148 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (eb685377-ff6f-4c5e-b8c8-42fabd9d26ae), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:45.507756 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab0f2d-8b55-49fc-9497-6e9044cce148 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Pushing event deleted for resources: {'Port': ['ID=eb685377-ff6f-4c5e-b8c8-42fabd9d26ae,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:45.575767 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4fab0f2d-8b55-49fc-9497-6e9044cce148 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks [] for floatingip (9238d30a-9215-497b-acd3-4052ef4c11a9), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:45.579401 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4fab0f2d-8b55-49fc-9497-6e9044cce148 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:45.584153 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-4fab0f2d-8b55-49fc-9497-6e9044cce148 tempest-AttachVolumeTestJSON-1075129304 tempest-AttachVolumeTestJSON-1075129304-project] 10.222.0.26 "DELETE /v2.0/floatingips/9238d30a-9215-497b-acd3-4052ef4c11a9 HTTP/1.1" status: 204 len: 168 time: 0.8868928 Jun 24 10:07:45.698462 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 8729f211-3e97-49aa-abcb-f42c379588c6 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:07:45.720470 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] No Port match for: 8729f211-3e97-49aa-abcb-f42c379588c6 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:07:45.721050 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 8729f211-3e97-49aa-abcb-f42c379588c6 not bound to the agent host hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:07:45.755755 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-1ec422e3-5770-479d-bba1-ae60467f4b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:46.189132 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52e87e-8d17-46a8-842b-632afbbfadde req-940d0063-daaa-4d95-a415-8ac076511d3c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:46.190641 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0c52e87e-8d17-46a8-842b-632afbbfadde req-940d0063-daaa-4d95-a415-8ac076511d3c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.0519767 Jun 24 10:07:46.247888 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0c52e87e-8d17-46a8-842b-632afbbfadde req-091e853b-7b38-4085-954f-36312da819d7 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509026 Jun 24 10:07:47.428388 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e428c0-4382-43d4-bd1a-c41efdb48c3c req-afc5f0ff-5365-4966-9477-fdbbb7d1fd7f tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:47.430975 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d6e428c0-4382-43d4-bd1a-c41efdb48c3c req-afc5f0ff-5365-4966-9477-fdbbb7d1fd7f tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.0607240 Jun 24 10:07:47.492939 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d6e428c0-4382-43d4-bd1a-c41efdb48c3c req-36eb4a22-ed78-4afc-aa6c-e2b3151cd1b9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553050 Jun 24 10:07:47.897796 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-b0c0277a-d3d2-4c5b-8fdc-5450ddc540fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:48.617619 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6647a1-c02a-45cb-8877-53f912b40f96 req-04d56d8b-153c-4fe2-839f-3a73356785e9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:48.619099 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2c6647a1-c02a-45cb-8877-53f912b40f96 req-04d56d8b-153c-4fe2-839f-3a73356785e9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.0500710 Jun 24 10:07:48.669062 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2c6647a1-c02a-45cb-8877-53f912b40f96 req-520ce8b5-beee-489a-8ae7-88695cec82d9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441797 Jun 24 10:07:49.176230 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:49.833680 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f44c9-dba2-40c6-8883-88ce17e15762 req-cfa7329d-ba98-4e3a-8d11-f7c5f6fb5865 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:49.840506 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0b8f44c9-dba2-40c6-8883-88ce17e15762 req-cfa7329d-ba98-4e3a-8d11-f7c5f6fb5865 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.0808971 Jun 24 10:07:49.871751 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 44778) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:49.905296 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0b8f44c9-dba2-40c6-8883-88ce17e15762 req-6e818ad8-c3ed-4880-ba9a-d483d9d034eb tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639060 Jun 24 10:07:50.486189 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-9e1eaacc-9907-4111-9af9-7b231bb201c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1899912'] for router_interface (7c5e6f56-bd6b-4971-9c8f-46a5b2901263), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:50.796755 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-9e1eaacc-9907-4111-9af9-7b231bb201c2 admin admin] Deleting port fbf1a560-1ec1-4a79-8026-25b16a9b61d8 {{(pid=110840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:07:50.797104 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-9e1eaacc-9907-4111-9af9-7b231bb201c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (fbf1a560-1ec1-4a79-8026-25b16a9b61d8), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:50.806867 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:50.886859 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [None req-9e1eaacc-9907-4111-9af9-7b231bb201c2 admin admin] For port fbf1a560-1ec1-4a79-8026-25b16a9b61d8, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=fbf1a560-1ec1-4a79-8026-25b16a9b61d8,segment=NetworkSegment(aa725e7e-954b-4574-8420-010b18a49b50),segment_id=aa725e7e-954b-4574-8420-010b18a49b50)] {{(pid=110840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:07:50.887403 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-9e1eaacc-9907-4111-9af9-7b231bb201c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (fbf1a560-1ec1-4a79-8026-25b16a9b61d8), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:50.901491 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-9e1eaacc-9907-4111-9af9-7b231bb201c2 admin admin] Calling delete_port for fbf1a560-1ec1-4a79-8026-25b16a9b61d8 owned by network:router_interface {{(pid=110840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:07:50.976270 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:51.038803 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:51.089612 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87769be-3d5c-4c91-b9de-084375f590ce req-6c9463fb-296f-4252-8850-a22d18da665a tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:51.091623 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-a87769be-3d5c-4c91-b9de-084375f590ce req-6c9463fb-296f-4252-8850-a22d18da665a tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.0632780 Jun 24 10:07:51.119885 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:51.192941 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-a87769be-3d5c-4c91-b9de-084375f590ce req-26906e41-0dba-46b2-bee0-0076d8e62179 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901268 Jun 24 10:07:51.589424 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-9e1eaacc-9907-4111-9af9-7b231bb201c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29645449'] for port (fbf1a560-1ec1-4a79-8026-25b16a9b61d8), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:51.617658 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1eaacc-9907-4111-9af9-7b231bb201c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf1a560-1ec1-4a79-8026-25b16a9b61d8,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:51.783988 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-9e1eaacc-9907-4111-9af9-7b231bb201c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1899804'] for router_interface (7c5e6f56-bd6b-4971-9c8f-46a5b2901263), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:52.016580 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1eaacc-9907-4111-9af9-7b231bb201c2 admin admin] Router 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:07:52.168801 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1eaacc-9907-4111-9af9-7b231bb201c2 admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:07:52.177404 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-9e1eaacc-9907-4111-9af9-7b231bb201c2 admin admin] 10.222.0.26 "PUT /v2.0/routers/7c5e6f56-bd6b-4971-9c8f-46a5b2901263/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3012235 Jun 24 10:07:52.177795 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 44794) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:52.183933 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aa5ad8-3de6-4a52-861f-5213a0ebf4f4 None None] Sync routers for ids ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:07:52.195844 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aa5ad8-3de6-4a52-861f-5213a0ebf4f4 None None] Routers {'7c5e6f56-bd6b-4971-9c8f-46a5b2901263'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:07:52.196821 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-f8aa5ad8-3de6-4a52-861f-5213a0ebf4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:07:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:07:52.323343 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Publish callbacks [] for router (7c5e6f56-bd6b-4971-9c8f-46a5b2901263), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:52.342679 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-f8aa5ad8-3de6-4a52-861f-5213a0ebf4f4 None None] Set router 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:07:52.643890 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:52.648007 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:52.659100 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec620be-786f-45fb-9a37-30df3e4b0b6d req-df5d0f6c-fb26-40d2-ac59-f91f7e76570c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:52.665858 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8ec620be-786f-45fb-9a37-30df3e4b0b6d req-df5d0f6c-fb26-40d2-ac59-f91f7e76570c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.3850989 Jun 24 10:07:52.667931 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-f8aa5ad8-3de6-4a52-861f-5213a0ebf4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'name': 'tempest-AttachVolumeTestJSON-2017177644-router', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:59Z', 'updated_at': '2022-06-24T10:07:51Z', 'revision_number': 5, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'gw_port': {'id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:07:52.694112 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aa5ad8-3de6-4a52-861f-5213a0ebf4f4 None None] Checking router: 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:07:52.703087 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aa5ad8-3de6-4a52-861f-5213a0ebf4f4 None None] Routers {'7c5e6f56-bd6b-4971-9c8f-46a5b2901263'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:07:52.703698 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-f8aa5ad8-3de6-4a52-861f-5213a0ebf4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:07:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:07:52.752772 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:52.757650 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Publish callbacks [] for router_gateway (7c5e6f56-bd6b-4971-9c8f-46a5b2901263), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:52.764645 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8ec620be-786f-45fb-9a37-30df3e4b0b6d req-574b8bbc-5091-49a6-ab11-cf9a64bfd212 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979929 Jun 24 10:07:52.816604 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-f8aa5ad8-3de6-4a52-861f-5213a0ebf4f4 None None] Set router 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:07:52.869404 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Deleting port 739a2b4f-d61f-48d1-b089-3789f86b741d {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:07:52.869749 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (739a2b4f-d61f-48d1-b089-3789f86b741d), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:52.955667 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] For port 739a2b4f-d61f-48d1-b089-3789f86b741d, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=739a2b4f-d61f-48d1-b089-3789f86b741d,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:07:52.956160 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (739a2b4f-d61f-48d1-b089-3789f86b741d), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:52.969503 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Calling delete_port for 739a2b4f-d61f-48d1-b089-3789f86b741d owned by network:router_gateway {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:07:52.997644 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-f8aa5ad8-3de6-4a52-861f-5213a0ebf4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'name': 'tempest-AttachVolumeTestJSON-2017177644-router', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:59Z', 'updated_at': '2022-06-24T10:07:51Z', 'revision_number': 5, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'gw_port': {'id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:07:53.022349 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aa5ad8-3de6-4a52-861f-5213a0ebf4f4 None None] The sync data for ids ['7c5e6f56-bd6b-4971-9c8f-46a5b2901263'] in dv-cinder-843277-6-iscsi is: [{'id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'name': 'tempest-AttachVolumeTestJSON-2017177644-router', 'tenant_id': 'b57a965c8ac24ad383260d621813bc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:59Z', 'updated_at': '2022-06-24T10:07:51Z', 'revision_number': 5, 'project_id': 'b57a965c8ac24ad383260d621813bc3b', 'gw_port': {'id': '739a2b4f-d61f-48d1-b089-3789f86b741d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6f56-bd6b-4971-9c8f-46a5b2901263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:00Z', 'updated_at': '2022-06-24T10:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:07:53.205312 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (739a2b4f-d61f-48d1-b089-3789f86b741d), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:53.208674 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:53.231928 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Pushing event deleted for resources: {'Port': ['ID=739a2b4f-d61f-48d1-b089-3789f86b741d,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:53.244775 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:53.245132 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:53.245477 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:53.245820 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:53.246156 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:53.246491 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:53.246822 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:53.247153 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:53.247482 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:53.247813 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:53.248163 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:53.248500 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:53.248858 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:53.249182 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:53.249504 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:07:53.309454 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1897528'] for router_gateway (7c5e6f56-bd6b-4971-9c8f-46a5b2901263), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:53.399414 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1836593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9626'] for router (7c5e6f56-bd6b-4971-9c8f-46a5b2901263), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:53.401848 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Publish callbacks [] for router_controller (7c5e6f56-bd6b-4971-9c8f-46a5b2901263), precommit_delete_associations {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:53.521257 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1836735'] for router (7c5e6f56-bd6b-4971-9c8f-46a5b2901263), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:53.521907 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c5e6f56-bd6b-4971-9c8f-46a5b2901263 {{(pid=110839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:07:53.526369 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:53.530053 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-79fc08e6-dd4b-46df-ae4c-cfcb82ce572c admin admin] 10.222.0.26 "DELETE /v2.0/routers/7c5e6f56-bd6b-4971-9c8f-46a5b2901263 HTTP/1.1" status: 204 len: 168 time: 1.3487592 Jun 24 10:07:53.530272 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 44812) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:53.579361 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_v2 [None req-d447e72f-1df4-437c-8352-9313d02d6aec admin admin] Deleting subnet b78992fa-8718-4ba9-94c3-e836373f9bf4 {{(pid=110839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:07:53.583592 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d447e72f-1df4-437c-8352-9313d02d6aec admin admin] Publish callbacks [] for subnet (b78992fa-8718-4ba9-94c3-e836373f9bf4), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:53.607603 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:53.662200 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d447e72f-1df4-437c-8352-9313d02d6aec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29527142'] for subnet (b78992fa-8718-4ba9-94c3-e836373f9bf4), precommit_delete_associations {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:53.695990 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d4fab-4de6-4f17-8a26-ff965b5dc66d req-87e8a5b3-609f-4837-bee3-95c2530315fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:53.697524 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-462d4fab-4de6-4f17-8a26-ff965b5dc66d req-87e8a5b3-609f-4837-bee3-95c2530315fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a77797eae68a42639f886f64db5f5598&device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 1129 time: 0.0711112 Jun 24 10:07:53.780572 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:53.812110 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d447e72f-1df4-437c-8352-9313d02d6aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-760904'] for subnet (b78992fa-8718-4ba9-94c3-e836373f9bf4), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:53.860935 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d4fab-4de6-4f17-8a26-ff965b5dc66d req-7dbc7d0c-cc86-43a3-ba48-e8d57014c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:53.862464 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-462d4fab-4de6-4f17-8a26-ff965b5dc66d req-7dbc7d0c-cc86-43a3-ba48-e8d57014c408 service neutron] 10.222.0.55 "GET /v2.0/networks?id=acbbe71d-fc88-4521-a985-304e44d1216d HTTP/1.1" status: 200 len: 918 time: 0.1571977 Jun 24 10:07:53.888870 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1a7ce-3191-4ac0-adeb-c8c32f71ce66 req-adb67f7a-edcd-41e1-95c6-75b1c08bbc8f tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:53.890369 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-6bc1a7ce-3191-4ac0-adeb-c8c32f71ce66 req-adb67f7a-edcd-41e1-95c6-75b1c08bbc8f tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.0488601 Jun 24 10:07:53.933149 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:53.937594 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-6bc1a7ce-3191-4ac0-adeb-c8c32f71ce66 req-f5ac311b-75fd-4b5a-aa39-31200c2818f4 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415223 Jun 24 10:07:54.013680 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d447e72f-1df4-437c-8352-9313d02d6aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33003798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30318424'] for subnet (b78992fa-8718-4ba9-94c3-e836373f9bf4), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:54.077442 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d447e72f-1df4-437c-8352-9313d02d6aec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:54.082900 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-d447e72f-1df4-437c-8352-9313d02d6aec admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b78992fa-8718-4ba9-94c3-e836373f9bf4 HTTP/1.1" status: 204 len: 168 time: 0.5496426 Jun 24 10:07:54.083328 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 44816) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:54.088318 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1858d171-276c-425a-9da8-cf26aecfee10 None None] Network 3c8f19ac-e8c2-4044-a226-361510084949 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:07:54.088837 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447e72f-1df4-437c-8352-9313d02d6aec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b78992fa-8718-4ba9-94c3-e836373f9bf4,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:54.111746 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-462d4fab-4de6-4f17-8a26-ff965b5dc66d req-25e97ab0-439a-4271-8c4e-c344d0a06475 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66641946-e924-41f5-ad9f-d918c412d89d HTTP/1.1" status: 200 len: 1000 time: 0.0940073 Jun 24 10:07:54.157446 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:54.167913 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d4fab-4de6-4f17-8a26-ff965b5dc66d req-04e38135-0a10-4963-8d9e-5c72b3f2fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:54.169422 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-462d4fab-4de6-4f17-8a26-ff965b5dc66d req-04e38135-0a10-4963-8d9e-5c72b3f2fa59 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=20ee07e6-65c0-48ce-91f9-befe3b16f3f9 HTTP/1.1" status: 200 len: 856 time: 0.0490296 Jun 24 10:07:54.171474 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6c124bc0-1a4d-4672-97da-f3addac71500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652767'] for network (3c8f19ac-e8c2-4044-a226-361510084949), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:54.215095 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-6c124bc0-1a4d-4672-97da-f3addac71500 admin admin] Deleting port 1d950e84-85cc-468f-9208-54bc1337c0af {{(pid=110840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:07:54.215398 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6c124bc0-1a4d-4672-97da-f3addac71500 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (1d950e84-85cc-468f-9208-54bc1337c0af), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:54.219371 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d4fab-4de6-4f17-8a26-ff965b5dc66d req-3b75b9ab-9ccf-4940-8ef2-2784ea9a8f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:54.221108 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-462d4fab-4de6-4f17-8a26-ff965b5dc66d req-3b75b9ab-9ccf-4940-8ef2-2784ea9a8f9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=acbbe71d-fc88-4521-a985-304e44d1216d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445359 Jun 24 10:07:54.259552 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf6af20-5f3b-4e5c-b96d-66f3b5d67a7f None None] DHCP port deletion for 3c8f19ac-e8c2-4044-a226-361510084949 request from dv-cinder-843277-6-iscsi {{(pid=110841) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:07:54.283068 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [None req-6c124bc0-1a4d-4672-97da-f3addac71500 admin admin] For port 1d950e84-85cc-468f-9208-54bc1337c0af, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=1d950e84-85cc-468f-9208-54bc1337c0af,segment=NetworkSegment(aa725e7e-954b-4574-8420-010b18a49b50),segment_id=aa725e7e-954b-4574-8420-010b18a49b50)] {{(pid=110840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:07:54.283331 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6c124bc0-1a4d-4672-97da-f3addac71500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (1d950e84-85cc-468f-9208-54bc1337c0af), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:54.304410 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:54.308877 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-6c124bc0-1a4d-4672-97da-f3addac71500 admin admin] Calling delete_port for 1d950e84-85cc-468f-9208-54bc1337c0af owned by network:dhcp {{(pid=110840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:07:54.310975 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-eaf6af20-5f3b-4e5c-b96d-66f3b5d67a7f None None] Deleting port 1d950e84-85cc-468f-9208-54bc1337c0af {{(pid=110841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:07:54.311442 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-eaf6af20-5f3b-4e5c-b96d-66f3b5d67a7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (1d950e84-85cc-468f-9208-54bc1337c0af), before_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:54.345848 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-462d4fab-4de6-4f17-8a26-ff965b5dc66d req-3249d706-68b8-4260-862a-8ca6201e070f service neutron] 10.222.0.55 "GET /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081102 Jun 24 10:07:54.380822 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-eaf6af20-5f3b-4e5c-b96d-66f3b5d67a7f None None] For port 1d950e84-85cc-468f-9208-54bc1337c0af, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=1d950e84-85cc-468f-9208-54bc1337c0af,segment=NetworkSegment(aa725e7e-954b-4574-8420-010b18a49b50),segment_id=aa725e7e-954b-4574-8420-010b18a49b50)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:07:54.381213 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-eaf6af20-5f3b-4e5c-b96d-66f3b5d67a7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (1d950e84-85cc-468f-9208-54bc1337c0af), precommit_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:54.396562 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-eaf6af20-5f3b-4e5c-b96d-66f3b5d67a7f None None] Calling delete_port for 1d950e84-85cc-468f-9208-54bc1337c0af owned by network:dhcp {{(pid=110841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:07:54.446034 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-462d4fab-4de6-4f17-8a26-ff965b5dc66d req-25d2ed9d-3aed-4b67-8771-3fd4bfa77284 service neutron] 10.222.0.55 "GET /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919535 Jun 24 10:07:54.496449 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6c124bc0-1a4d-4672-97da-f3addac71500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29645449'] for port (1d950e84-85cc-468f-9208-54bc1337c0af), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:54.502042 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-eaf6af20-5f3b-4e5c-b96d-66f3b5d67a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461'] for port (1d950e84-85cc-468f-9208-54bc1337c0af), after_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:54.521332 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c124bc0-1a4d-4672-97da-f3addac71500 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d950e84-85cc-468f-9208-54bc1337c0af,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:54.524797 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c124bc0-1a4d-4672-97da-f3addac71500 admin admin] No DVR routers for this DVR port 1d950e84-85cc-468f-9208-54bc1337c0af on host dv-cinder-843277-6-iscsi {{(pid=110840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:07:54.528810 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6af20-5f3b-4e5c-b96d-66f3b5d67a7f None None] Pushing event deleted for resources: {'Port': ['ID=1d950e84-85cc-468f-9208-54bc1337c0af,revision_number=None']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:54.530714 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf6af20-5f3b-4e5c-b96d-66f3b5d67a7f None None] No DVR routers for this DVR port 1d950e84-85cc-468f-9208-54bc1337c0af on host dv-cinder-843277-6-iscsi {{(pid=110841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:07:54.599933 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6c124bc0-1a4d-4672-97da-f3addac71500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8753295835275'] for network (3c8f19ac-e8c2-4044-a226-361510084949), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:54.621591 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.services.segments.db [None req-6c124bc0-1a4d-4672-97da-f3addac71500 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c8f19ac-e8c2-4044-a226-361510084949']}} {{(pid=110840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:07:54.633168 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.services.segments.db [None req-6c124bc0-1a4d-4672-97da-f3addac71500 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa725e7e-954b-4574-8420-010b18a49b50') {'for_net_delete': True} {{(pid=110840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:07:54.633472 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.services.segments.db [None req-6c124bc0-1a4d-4672-97da-f3addac71500 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa725e7e-954b-4574-8420-010b18a49b50') {} {{(pid=110840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:07:54.646028 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6c124bc0-1a4d-4672-97da-f3addac71500 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753295836052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29645534'] for segment (aa725e7e-954b-4574-8420-010b18a49b50), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:54.661461 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6c124bc0-1a4d-4672-97da-f3addac71500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (aa725e7e-954b-4574-8420-010b18a49b50), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:54.668437 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c124bc0-1a4d-4672-97da-f3addac71500 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=110840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:07:54.670643 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6c124bc0-1a4d-4672-97da-f3addac71500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29645492'] for segment (aa725e7e-954b-4574-8420-010b18a49b50), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:54.721000 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.services.segments.plugin [-] Segment aa725e7e-954b-4574-8420-010b18a49b50 resource provider aggregate not found Jun 24 10:07:54.738975 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.services.segments.plugin [-] Segment aa725e7e-954b-4574-8420-010b18a49b50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa725e7e-954b-4574-8420-010b18a49b50 found for delete ", "request_id": "req-4c9a26ce-0c97-4bdf-883b-1636afb3a7fb"}]} Jun 24 10:07:54.804170 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 44828) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:54.808836 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-b45e72f6-861f-4a1f-b7fa-077107290c76 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--581129693', 'description': 'tempest-description--1711686187'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:07:54.818383 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6c124bc0-1a4d-4672-97da-f3addac71500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1893167'] for network (3c8f19ac-e8c2-4044-a226-361510084949), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:54.830475 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6c124bc0-1a4d-4672-97da-f3addac71500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:54.836527 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-6c124bc0-1a4d-4672-97da-f3addac71500 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3c8f19ac-e8c2-4044-a226-361510084949 HTTP/1.1" status: 204 len: 168 time: 0.7491298 Jun 24 10:07:54.845907 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c124bc0-1a4d-4672-97da-f3addac71500 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c8f19ac-e8c2-4044-a226-361510084949,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:54.856406 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 739a2b4f-d61f-48d1-b089-3789f86b741d no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:07:54.879806 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: 739a2b4f-d61f-48d1-b089-3789f86b741d {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:07:54.880167 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 739a2b4f-d61f-48d1-b089-3789f86b741d not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:07:54.880587 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device fbf1a560-1ec1-4a79-8026-25b16a9b61d8 no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:07:54.899398 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: fbf1a560-1ec1-4a79-8026-25b16a9b61d8 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:07:54.899746 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device fbf1a560-1ec1-4a79-8026-25b16a9b61d8 not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:07:54.900189 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 1d950e84-85cc-468f-9208-54bc1337c0af no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:07:54.918332 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: 1d950e84-85cc-468f-9208-54bc1337c0af {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:07:54.918676 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 1d950e84-85cc-468f-9208-54bc1337c0af not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:07:54.949202 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b45e72f6-861f-4a1f-b7fa-077107290c76 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:55.027801 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b45e72f6-861f-4a1f-b7fa-077107290c76 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group (b2cc3799-8657-4488-9667-1d48eaddd3b0), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:55.062166 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fab8f-d341-4517-ba2b-5d2908009b51 req-0a5e374e-633b-4d11-9f15-0302fb74b9b9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:55.063620 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-3a3fab8f-d341-4517-ba2b-5d2908009b51 req-0a5e374e-633b-4d11-9f15-0302fb74b9b9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.0507815 Jun 24 10:07:55.104475 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b45e72f6-861f-4a1f-b7fa-077107290c76 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (b2cc3799-8657-4488-9667-1d48eaddd3b0), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:55.111387 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-3a3fab8f-d341-4517-ba2b-5d2908009b51 req-b80eedfd-5b54-4d76-ad10-3eeaf01462cd tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417495 Jun 24 10:07:55.138781 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e72f6-861f-4a1f-b7fa-077107290c76 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cc3799-8657-4488-9667-1d48eaddd3b0,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:55.218411 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b45e72f6-861f-4a1f-b7fa-077107290c76 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:55.219693 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-b45e72f6-861f-4a1f-b7fa-077107290c76 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4144099 Jun 24 10:07:55.222563 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 44834) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:55.226854 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-026727e4-50f0-4fc3-99e1-d2d7690602df tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Request body: {'security_group_rule': {'security_group_id': 'b2cc3799-8657-4488-9667-1d48eaddd3b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:07:55.258236 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 44836) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:55.299269 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-2232f516-8882-41b7-b3bf-c26de8dfca7d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b57a965c8ac24ad383260d621813bc3b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396414 Jun 24 10:07:55.302164 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 44838) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:55.341701 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-026727e4-50f0-4fc3-99e1-d2d7690602df tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group_rule (5b685773-fe8a-4513-8e56-b676c25bc087), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:55.361931 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:55.374612 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-88666a41-b5ca-4184-8578-93a1b4e0dbb3 admin admin] Publish callbacks [] for security_group (3c199fcd-9907-4b3f-945f-862762f41436), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:55.405927 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-88666a41-b5ca-4184-8578-93a1b4e0dbb3 admin admin] Publish callbacks [] for security_group (3c199fcd-9907-4b3f-945f-862762f41436), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:55.458160 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-026727e4-50f0-4fc3-99e1-d2d7690602df tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group_rule (5b685773-fe8a-4513-8e56-b676c25bc087), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:55.612793 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-026727e4-50f0-4fc3-99e1-d2d7690602df tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (5b685773-fe8a-4513-8e56-b676c25bc087), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:55.618201 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-88666a41-b5ca-4184-8578-93a1b4e0dbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (3c199fcd-9907-4b3f-945f-862762f41436), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:55.620627 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-88666a41-b5ca-4184-8578-93a1b4e0dbb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:55.621745 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-88666a41-b5ca-4184-8578-93a1b4e0dbb3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c199fcd-9907-4b3f-945f-862762f41436 HTTP/1.1" status: 204 len: 168 time: 0.3186922 Jun 24 10:07:55.643612 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026727e4-50f0-4fc3-99e1-d2d7690602df tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b685773-fe8a-4513-8e56-b676c25bc087,revision_number=0']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:55.645905 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88666a41-b5ca-4184-8578-93a1b4e0dbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c199fcd-9907-4b3f-945f-862762f41436,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:55.751093 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-026727e4-50f0-4fc3-99e1-d2d7690602df tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:55.752390 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-026727e4-50f0-4fc3-99e1-d2d7690602df tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5288613 Jun 24 10:07:55.755267 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 44842) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:55.759615 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-77204686-64be-43a3-8871-6859ed604309 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Request body: {'security_group_rule': {'security_group_id': 'b2cc3799-8657-4488-9667-1d48eaddd3b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:07:55.864390 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-77204686-64be-43a3-8871-6859ed604309 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group_rule (d8fcb06c-fa76-4260-b258-4cc526f09515), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:55.920400 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-77204686-64be-43a3-8871-6859ed604309 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group_rule (d8fcb06c-fa76-4260-b258-4cc526f09515), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:56.015999 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-77204686-64be-43a3-8871-6859ed604309 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (d8fcb06c-fa76-4260-b258-4cc526f09515), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:56.034381 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77204686-64be-43a3-8871-6859ed604309 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8fcb06c-fa76-4260-b258-4cc526f09515,revision_number=0']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:56.105272 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-77204686-64be-43a3-8871-6859ed604309 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:56.108391 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-77204686-64be-43a3-8871-6859ed604309 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3503106 Jun 24 10:07:56.109769 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 44852) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:56.114797 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-3e02148e-6030-46f3-9205-2c42ae518cd7 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Request body: {'floatingip': {'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:07:56.128945 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:56.227467 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3e02148e-6030-46f3-9205-2c42ae518cd7 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:56.280669 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1eb664-dd26-4d2d-beb3-308c13fe6888 req-df4d0676-f28e-4455-a671-4c215ba65590 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:56.282253 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6b1eb664-dd26-4d2d-beb3-308c13fe6888 req-df4d0676-f28e-4455-a671-4c215ba65590 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.0876737 Jun 24 10:07:56.355072 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3e02148e-6030-46f3-9205-2c42ae518cd7 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:56.381689 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6b1eb664-dd26-4d2d-beb3-308c13fe6888 req-cae2f727-22e1-4fb5-b40e-581a64780133 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683491 Jun 24 10:07:56.484570 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [None req-3e02148e-6030-46f3-9205-2c42ae518cd7 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Allocated IP 172.27.2.60 (a3837c3f-8d84-4126-8dfc-b4bde8a26600/ef99dc90-6579-4f1e-9fc6-58eb2334384d/a2e95b2c-77ef-4caa-a2e8-81718fde3d8d) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:07:56.505588 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:56.600249 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3e02148e-6030-46f3-9205-2c42ae518cd7 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for port (a2e95b2c-77ef-4caa-a2e8-81718fde3d8d), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:56.709394 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3e02148e-6030-46f3-9205-2c42ae518cd7 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (a2e95b2c-77ef-4caa-a2e8-81718fde3d8d), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:56.754455 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e02148e-6030-46f3-9205-2c42ae518cd7 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:07:56.757401 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-3e02148e-6030-46f3-9205-2c42ae518cd7 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:07:56.759793 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e02148e-6030-46f3-9205-2c42ae518cd7 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:07:56.791417 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02148e-6030-46f3-9205-2c42ae518cd7 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event updated for resources: {'Port': ['ID=a2e95b2c-77ef-4caa-a2e8-81718fde3d8d,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:56.858069 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3e02148e-6030-46f3-9205-2c42ae518cd7 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (b8c085a8-6e97-47c0-a25d-570ff2acf3fc), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:57.011310 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3e02148e-6030-46f3-9205-2c42ae518cd7 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (a2e95b2c-77ef-4caa-a2e8-81718fde3d8d), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:57.124132 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:57.173134 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3e02148e-6030-46f3-9205-2c42ae518cd7 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for port (a2e95b2c-77ef-4caa-a2e8-81718fde3d8d), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:57.253801 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3e02148e-6030-46f3-9205-2c42ae518cd7 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (a2e95b2c-77ef-4caa-a2e8-81718fde3d8d), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:57.322538 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02148e-6030-46f3-9205-2c42ae518cd7 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event updated for resources: {'Port': ['ID=a2e95b2c-77ef-4caa-a2e8-81718fde3d8d,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:57.339075 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3e02148e-6030-46f3-9205-2c42ae518cd7 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (b8c085a8-6e97-47c0-a25d-570ff2acf3fc), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:57.438536 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3e02148e-6030-46f3-9205-2c42ae518cd7 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:57.441764 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-3e02148e-6030-46f3-9205-2c42ae518cd7 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3293405 Jun 24 10:07:57.512611 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ad7d2-a509-4758-8d23-373c23a78966 req-52f91c06-b2a0-42f5-9eab-82379e69b62e tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:57.514765 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-6c9ad7d2-a509-4758-8d23-373c23a78966 req-52f91c06-b2a0-42f5-9eab-82379e69b62e tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 945 time: 0.0547807 Jun 24 10:07:57.575328 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-6c9ad7d2-a509-4758-8d23-373c23a78966 req-298cebd6-f8c4-4799-90af-79c26a7840be tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535512 Jun 24 10:07:57.682747 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-207fc387-732c-4400-9250-5b151d7a0997 req-e869f4bc-c7f3-412d-913c-fec66047dee0 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--581129693&fields=id&tenant_id=64b655c9ef0948c099f60649b9d5e78d HTTP/1.1" status: 200 len: 267 time: 0.0508370 Jun 24 10:07:57.778374 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 66641946-e924-41f5-ad9f-d918c412d89d no longer exists at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:07:57.804856 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fc387-732c-4400-9250-5b151d7a0997 req-e1a0dba9-7d86-456a-be15-760c4900dcf0 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:57.807121 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-207fc387-732c-4400-9250-5b151d7a0997 req-e1a0dba9-7d86-456a-be15-760c4900dcf0 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/networks?id=2c1a62ba-de23-4693-a76a-ab88e859eb34 HTTP/1.1" status: 200 len: 815 time: 0.1160240 Jun 24 10:07:57.831371 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-207fc387-732c-4400-9250-5b151d7a0997 req-c6f81970-d936-4c9a-9818-be32201f6415 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/quotas/64b655c9ef0948c099f60649b9d5e78d HTTP/1.1" status: 200 len: 375 time: 0.0175889 Jun 24 10:07:57.871163 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 66641946-e924-41f5-ad9f-d918c412d89d is: ACTIVE; New status is: DOWN {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:07:57.871554 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (66641946-e924-41f5-ad9f-d918c412d89d), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:57.892576 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-207fc387-732c-4400-9250-5b151d7a0997 req-35820020-a1fa-408e-9556-893fa696fbf5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=64b655c9ef0948c099f60649b9d5e78d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559521 Jun 24 10:07:57.897445 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03050a70-dac3-49b8-a4ab-e73de4421841', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66641946-e924-41f5-ad9f-d918c412d89d'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:07:57.899826 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1188a5-7972-4863-b394-b8b79ee7b05c" -d '{"events": [{"server_uuid": "03050a70-dac3-49b8-a4ab-e73de4421841", "name": "network-vif-unplugged", "status": "completed", "tag": "66641946-e924-41f5-ad9f-d918c412d89d"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:07:57.913926 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 66641946-e924-41f5-ad9f-d918c412d89d, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=66641946-e924-41f5-ad9f-d918c412d89d,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:07:57.971429 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (66641946-e924-41f5-ad9f-d918c412d89d), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:58.021606 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=66641946-e924-41f5-ad9f-d918c412d89d,revision_number=8']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:58.093791 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-207fc387-732c-4400-9250-5b151d7a0997 req-4fcfa824-3d15-4b56-8686-f12419b8a976 service neutron] 10.222.0.26 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888514 Jun 24 10:07:58.191593 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-207fc387-732c-4400-9250-5b151d7a0997 req-10ac909a-4f26-40ca-bbaf-cf3b0204e45b service neutron] 10.222.0.26 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907047 Jun 24 10:07:58.360281 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 44920) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:58.445724 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Jun 2022 10:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9bfae8-8032-42b9-af1a-0dafdc118250 x-openstack-request-id: req-7c9bfae8-8032-42b9-af1a-0dafdc118250 {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:07:58.446026 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03050a70-dac3-49b8-a4ab-e73de4421841", "name": "network-vif-unplugged", "status": "failed", "tag": "66641946-e924-41f5-ad9f-d918c412d89d", "code": 422}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:07:58.446282 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c9bfae8-8032-42b9-af1a-0dafdc118250 {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:07:58.446729 dv-cinder-843277-6-iscsi neutron-server[110841]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7c9bfae8-8032-42b9-af1a-0dafdc118250']: {'server_uuid': '03050a70-dac3-49b8-a4ab-e73de4421841', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '66641946-e924-41f5-ad9f-d918c412d89d', 'code': 422} returned with failed status Jun 24 10:07:58.483421 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f8678048-69be-4a0f-8781-3503f799fe58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:58.496036 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:58.521719 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1437d75f-e4b1-4969-82fe-0ebe939762f3 req-a1c631dd-a959-4e82-bdd9-eb004237be09 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 210 time: 0.0407588 Jun 24 10:07:58.600607 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f8678048-69be-4a0f-8781-3503f799fe58 admin admin] Publish callbacks [] for security_group (dc6521a5-173f-435f-ae69-6b8668af0808), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:58.698677 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f8678048-69be-4a0f-8781-3503f799fe58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (dc6521a5-173f-435f-ae69-6b8668af0808), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:58.740823 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-f8678048-69be-4a0f-8781-3503f799fe58 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8db3d55dbc9a455fbf676779090b3909&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3793929 Jun 24 10:07:58.741730 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8678048-69be-4a0f-8781-3503f799fe58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6521a5-173f-435f-ae69-6b8668af0808,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:58.743445 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 44934) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:58.781370 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:58.797131 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1e979938-0671-419f-a5e4-bdc280af7d29 admin admin] Publish callbacks [] for security_group (dc6521a5-173f-435f-ae69-6b8668af0808), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:58.820000 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1e979938-0671-419f-a5e4-bdc280af7d29 admin admin] Publish callbacks [] for security_group (dc6521a5-173f-435f-ae69-6b8668af0808), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:58.965395 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1e979938-0671-419f-a5e4-bdc280af7d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (dc6521a5-173f-435f-ae69-6b8668af0808), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:58.967218 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1e979938-0671-419f-a5e4-bdc280af7d29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:58.974834 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-1e979938-0671-419f-a5e4-bdc280af7d29 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc6521a5-173f-435f-ae69-6b8668af0808 HTTP/1.1" status: 204 len: 168 time: 0.2232029 Jun 24 10:07:58.977380 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e979938-0671-419f-a5e4-bdc280af7d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6521a5-173f-435f-ae69-6b8668af0808,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:59.623639 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-7efa2cac-c594-4796-b3ac-f97c64e5afc4 req-36066fea-51fe-4cda-8da3-214d5cd23c76 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 210 time: 0.0287192 Jun 24 10:07:59.651186 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 44956) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:59.668383 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5e197f6d-0744-4dce-8744-c5c0d88f1281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:59.699852 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [req-5b34db53-a762-40ab-86ce-bc29b88e0cd6 req-a575cd0f-2cd4-4e7d-ba06-e1b0b199eb7a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110839) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:07:59.700868 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5b34db53-a762-40ab-86ce-bc29b88e0cd6 req-a575cd0f-2cd4-4e7d-ba06-e1b0b199eb7a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054440 Jun 24 10:07:59.742982 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5e197f6d-0744-4dce-8744-c5c0d88f1281 admin admin] Publish callbacks [] for security_group (41ea302e-4c24-426b-a8f7-b462872786e9), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:59.806582 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5e197f6d-0744-4dce-8744-c5c0d88f1281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (41ea302e-4c24-426b-a8f7-b462872786e9), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:59.848878 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e197f6d-0744-4dce-8744-c5c0d88f1281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ea302e-4c24-426b-a8f7-b462872786e9,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:07:59.853977 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-5e197f6d-0744-4dce-8744-c5c0d88f1281 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae3c110e56d741279780ad1747185c10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2017217 Jun 24 10:07:59.858189 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 44960) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:07:59.917996 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6ad627fe-c3aa-4d3e-bc80-82b30fe08ffc admin admin] Publish callbacks [] for security_group (41ea302e-4c24-426b-a8f7-b462872786e9), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:59.937212 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:07:59.941962 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6ad627fe-c3aa-4d3e-bc80-82b30fe08ffc admin admin] Publish callbacks [] for security_group (41ea302e-4c24-426b-a8f7-b462872786e9), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:07:59.970267 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e66488-9aa5-4491-8470-30ed83d4b835 req-19450268-e2af-4293-b7c6-485ebd04ef03 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:07:59.971761 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-72e66488-9aa5-4491-8470-30ed83d4b835 req-19450268-e2af-4293-b7c6-485ebd04ef03 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 943 time: 0.0563395 Jun 24 10:08:00.023924 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-72e66488-9aa5-4491-8470-30ed83d4b835 req-c12fa6bf-f20b-443c-8c71-549bf5bbf23c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456691 Jun 24 10:08:00.058274 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6ad627fe-c3aa-4d3e-bc80-82b30fe08ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (41ea302e-4c24-426b-a8f7-b462872786e9), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:00.061010 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6ad627fe-c3aa-4d3e-bc80-82b30fe08ffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:00.062325 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-6ad627fe-c3aa-4d3e-bc80-82b30fe08ffc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/41ea302e-4c24-426b-a8f7-b462872786e9 HTTP/1.1" status: 204 len: 168 time: 0.2042303 Jun 24 10:08:00.072368 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad627fe-c3aa-4d3e-bc80-82b30fe08ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ea302e-4c24-426b-a8f7-b462872786e9,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:00.586139 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 44990) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:00.589506 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fc387-732c-4400-9250-5b151d7a0997 req-73a48bf8-791a-463d-8126-f98b9170e226 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:00.591018 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-207fc387-732c-4400-9250-5b151d7a0997 req-73a48bf8-791a-463d-8126-f98b9170e226 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.55 "GET /v2.0/networks?id=2c1a62ba-de23-4693-a76a-ab88e859eb34 HTTP/1.1" status: 200 len: 815 time: 0.1244807 Jun 24 10:08:00.683615 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-8623291c-cb6e-4356-999e-4998b0c82de9 req-c6150fae-f7f8-43f9-bd3e-7f7360a084c8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0961616 Jun 24 10:08:00.688844 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-207fc387-732c-4400-9250-5b151d7a0997 req-f77b44e4-e952-493a-bccc-e273e92b3f69 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64b655c9ef0948c099f60649b9d5e78d HTTP/1.1" status: 200 len: 471 time: 0.0840838 Jun 24 10:08:00.694256 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [req-8623291c-cb6e-4356-999e-4998b0c82de9 req-89e92ab0-8be9-4b16-819f-ecababcc70dc service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110840) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:08:00.695410 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-8623291c-cb6e-4356-999e-4998b0c82de9 req-89e92ab0-8be9-4b16-819f-ecababcc70dc service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054615 Jun 24 10:08:00.700044 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-207fc387-732c-4400-9250-5b151d7a0997 req-a8b49423-dbb7-4005-bddb-f4e74702645e tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Request body: {'port': {'device_id': 'f866b577-5318-4708-a475-c7121b57d3e9', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'admin_state_up': True, 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'security_groups': ['b2cc3799-8657-4488-9667-1d48eaddd3b0']}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:08:00.759326 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b0ab3233-d520-48f1-8ed0-3f6f4578ecd8 req-1652ba53-76f5-4705-85d5-4e2309fb88c6 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 210 time: 0.0534606 Jun 24 10:08:00.865005 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 45004) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:00.937618 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-207fc387-732c-4400-9250-5b151d7a0997 req-a8b49423-dbb7-4005-bddb-f4e74702645e tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Made reservation on behalf of 64b655c9ef0948c099f60649b9d5e78d for: {'port': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:08:00.941586 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-207fc387-732c-4400-9250-5b151d7a0997 req-a8b49423-dbb7-4005-bddb-f4e74702645e tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:01.018516 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623291c-cb6e-4356-999e-4998b0c82de9 req-08a71383-75f4-4e17-b408-192b86db5381 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:01.020168 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-8623291c-cb6e-4356-999e-4998b0c82de9 req-08a71383-75f4-4e17-b408-192b86db5381 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports/66641946-e924-41f5-ad9f-d918c412d89d HTTP/1.1" status: 200 len: 940 time: 0.1541581 Jun 24 10:08:01.091628 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [req-207fc387-732c-4400-9250-5b151d7a0997 req-a8b49423-dbb7-4005-bddb-f4e74702645e tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Allocated IP 172.20.0.9 (2c1a62ba-de23-4693-a76a-ab88e859eb34/02351637-371e-4010-8915-07491ccbdf1d/bac3a226-ee26-4181-b090-f29884ba1887) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:08:01.180388 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb642a-1328-4d75-8991-8a86ed423de3 req-4331f3b2-c93d-46e3-b431-d7f840f6b0ae tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:01.181742 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-59fb642a-1328-4d75-8991-8a86ed423de3 req-4331f3b2-c93d-46e3-b431-d7f840f6b0ae tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 943 time: 0.0619559 Jun 24 10:08:01.241260 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-59fb642a-1328-4d75-8991-8a86ed423de3 req-b8d04eac-e52f-4bd0-904a-78f279f2c3c0 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527444 Jun 24 10:08:01.267073 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-207fc387-732c-4400-9250-5b151d7a0997 req-a8b49423-dbb7-4005-bddb-f4e74702645e tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for port (bac3a226-ee26-4181-b090-f29884ba1887), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:01.295948 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:01.372099 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-207fc387-732c-4400-9250-5b151d7a0997 req-a8b49423-dbb7-4005-bddb-f4e74702645e tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (bac3a226-ee26-4181-b090-f29884ba1887), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:01.420084 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-207fc387-732c-4400-9250-5b151d7a0997 req-a8b49423-dbb7-4005-bddb-f4e74702645e tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Network 2c1a62ba-de23-4693-a76a-ab88e859eb34 is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:08:01.423546 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [req-207fc387-732c-4400-9250-5b151d7a0997 req-a8b49423-dbb7-4005-bddb-f4e74702645e tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:08:01.428450 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-207fc387-732c-4400-9250-5b151d7a0997 req-a8b49423-dbb7-4005-bddb-f4e74702645e tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:08:01.432469 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b49423-dbb7-4005-bddb-f4e74702645e tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event updated for resources: {'Port': ['ID=bac3a226-ee26-4181-b090-f29884ba1887,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:01.474494 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:01.493034 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fc387-732c-4400-9250-5b151d7a0997 req-a8b49423-dbb7-4005-bddb-f4e74702645e tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:01.494845 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-207fc387-732c-4400-9250-5b151d7a0997 req-a8b49423-dbb7-4005-bddb-f4e74702645e tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:01.570306 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-207fc387-732c-4400-9250-5b151d7a0997 req-a8b49423-dbb7-4005-bddb-f4e74702645e tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8741708 Jun 24 10:08:01.585624 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-207fc387-732c-4400-9250-5b151d7a0997 req-2625bb4e-213b-4bc4-9565-1b1c1d600edb service neutron] Request body: {'port': {'device_id': 'f866b577-5318-4708-a475-c7121b57d3e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:08:01.654061 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-207fc387-732c-4400-9250-5b151d7a0997 req-2625bb4e-213b-4bc4-9565-1b1c1d600edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (bac3a226-ee26-4181-b090-f29884ba1887), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:01.658936 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-dcafdab8-3c07-423a-ba59-0d00529ef9f9 None None] Provisioning complete for port bac3a226-ee26-4181-b090-f29884ba1887 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:08:01.659417 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-dcafdab8-3c07-423a-ba59-0d00529ef9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (bac3a226-ee26-4181-b090-f29884ba1887), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:01.692202 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-dcafdab8-3c07-423a-ba59-0d00529ef9f9 None None] Port bac3a226-ee26-4181-b090-f29884ba1887 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:08:01.965469 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfedc80-088e-4c76-84a0-2130c5e59e7d req-b2ecf743-d6e7-4380-9b4a-103c9421fa5d tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:01.966819 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6cfedc80-088e-4c76-84a0-2130c5e59e7d req-b2ecf743-d6e7-4380-9b4a-103c9421fa5d tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 931 time: 0.0839744 Jun 24 10:08:01.987295 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [req-207fc387-732c-4400-9250-5b151d7a0997 req-2625bb4e-213b-4bc4-9565-1b1c1d600edb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac3a226-ee26-4181-b090-f29884ba1887 {{(pid=110839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:08:02.002446 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-207fc387-732c-4400-9250-5b151d7a0997 req-2625bb4e-213b-4bc4-9565-1b1c1d600edb service neutron] Publish callbacks [] for port (bac3a226-ee26-4181-b090-f29884ba1887), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:02.013279 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:08:02.030226 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.provisioning_blocks [req-207fc387-732c-4400-9250-5b151d7a0997 req-2625bb4e-213b-4bc4-9565-1b1c1d600edb service neutron] Transition to ACTIVE for port object bac3a226-ee26-4181-b090-f29884ba1887 will not be triggered until provisioned by entity L2. {{(pid=110839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:08:02.045164 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6cfedc80-088e-4c76-84a0-2130c5e59e7d req-8452d365-f26c-49ee-a3b3-1578f671f6de tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2cc3799-8657-4488-9667-1d48eaddd3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662289 Jun 24 10:08:02.149822 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-207fc387-732c-4400-9250-5b151d7a0997 req-2625bb4e-213b-4bc4-9565-1b1c1d600edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (bac3a226-ee26-4181-b090-f29884ba1887), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:02.224647 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625bb4e-213b-4bc4-9565-1b1c1d600edb service neutron] Pushing event updated for resources: {'Port': ['ID=bac3a226-ee26-4181-b090-f29884ba1887,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:02.298744 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-207fc387-732c-4400-9250-5b151d7a0997 req-2625bb4e-213b-4bc4-9565-1b1c1d600edb service neutron] Attempting to bind port bac3a226-ee26-4181-b090-f29884ba1887 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:08:02.298744 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-207fc387-732c-4400-9250-5b151d7a0997 req-2625bb4e-213b-4bc4-9565-1b1c1d600edb service neutron] Attempting to bind port bac3a226-ee26-4181-b090-f29884ba1887 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '9f62f420-dab8-42b3-80e9-b2fd793dbe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34'}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:08:02.298744 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207fc387-732c-4400-9250-5b151d7a0997 req-2625bb4e-213b-4bc4-9565-1b1c1d600edb service neutron] Attempting to bind port bac3a226-ee26-4181-b090-f29884ba1887 on network 2c1a62ba-de23-4693-a76a-ab88e859eb34 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:08:02.298744 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207fc387-732c-4400-9250-5b151d7a0997 req-2625bb4e-213b-4bc4-9565-1b1c1d600edb service neutron] Port bac3a226-ee26-4181-b090-f29884ba1887 on network 2c1a62ba-de23-4693-a76a-ab88e859eb34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:08:02.298744 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207fc387-732c-4400-9250-5b151d7a0997 req-2625bb4e-213b-4bc4-9565-1b1c1d600edb service neutron] Attempting to bind port bac3a226-ee26-4181-b090-f29884ba1887 on network 2c1a62ba-de23-4693-a76a-ab88e859eb34 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:08:02.306363 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207fc387-732c-4400-9250-5b151d7a0997 req-2625bb4e-213b-4bc4-9565-1b1c1d600edb service neutron] Checking agent: {'id': '26214230-7434-41f1-bd59-00d94ef0f061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'started_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:08:02.306363 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207fc387-732c-4400-9250-5b151d7a0997 req-2625bb4e-213b-4bc4-9565-1b1c1d600edb service neutron] Checking segment: {'id': '9f62f420-dab8-42b3-80e9-b2fd793dbe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:08:02.306800 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207fc387-732c-4400-9250-5b151d7a0997 req-2625bb4e-213b-4bc4-9565-1b1c1d600edb service neutron] Bound using segment: {'id': '9f62f420-dab8-42b3-80e9-b2fd793dbe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34'} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:08:02.307331 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-207fc387-732c-4400-9250-5b151d7a0997 req-2625bb4e-213b-4bc4-9565-1b1c1d600edb service neutron] Bound port: bac3a226-ee26-4181-b090-f29884ba1887, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f62f420-dab8-42b3-80e9-b2fd793dbe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34'}}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:08:02.307979 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-207fc387-732c-4400-9250-5b151d7a0997 req-2625bb4e-213b-4bc4-9565-1b1c1d600edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (bac3a226-ee26-4181-b090-f29884ba1887), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:02.336916 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:02.374975 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:02.379284 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014ded8-6848-45fe-be8f-8fc6455d5a49 req-a92a9493-2f89-46af-bd6a-77007cbb67f0 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:02.382873 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e014ded8-6848-45fe-be8f-8fc6455d5a49 req-a92a9493-2f89-46af-bd6a-77007cbb67f0 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 943 time: 0.0565126 Jun 24 10:08:02.384782 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-207fc387-732c-4400-9250-5b151d7a0997 req-2625bb4e-213b-4bc4-9565-1b1c1d600edb service neutron] For port bac3a226-ee26-4181-b090-f29884ba1887, host hv-cinder-84327, cleared binding levels {{(pid=110839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:08:02.388309 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-207fc387-732c-4400-9250-5b151d7a0997 req-2625bb4e-213b-4bc4-9565-1b1c1d600edb service neutron] For port bac3a226-ee26-4181-b090-f29884ba1887, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=bac3a226-ee26-4181-b090-f29884ba1887,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:08:02.411284 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:02.438290 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e014ded8-6848-45fe-be8f-8fc6455d5a49 req-53c8dffa-c1b3-4046-8ea3-2dcb804474b9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489631 Jun 24 10:08:02.470731 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623291c-cb6e-4356-999e-4998b0c82de9 req-1d22cb11-fd39-48aa-8896-16e46c511555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:02.474258 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8623291c-cb6e-4356-999e-4998b0c82de9 req-1d22cb11-fd39-48aa-8896-16e46c511555 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841&tenant_id=a77797eae68a42639f886f64db5f5598 HTTP/1.1" status: 200 len: 1127 time: 0.0725234 Jun 24 10:08:02.498378 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-207fc387-732c-4400-9250-5b151d7a0997 req-2625bb4e-213b-4bc4-9565-1b1c1d600edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (bac3a226-ee26-4181-b090-f29884ba1887), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:02.564603 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fc387-732c-4400-9250-5b151d7a0997 req-2625bb4e-213b-4bc4-9565-1b1c1d600edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:02.565276 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-207fc387-732c-4400-9250-5b151d7a0997 req-2625bb4e-213b-4bc4-9565-1b1c1d600edb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:02.566837 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-207fc387-732c-4400-9250-5b151d7a0997 req-2625bb4e-213b-4bc4-9565-1b1c1d600edb service neutron] 10.222.0.55 "PUT /v2.0/ports/bac3a226-ee26-4181-b090-f29884ba1887 HTTP/1.1" status: 200 len: 1093 time: 0.9857411 Jun 24 10:08:02.573169 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f866b577-5318-4708-a475-c7121b57d3e9', 'tag': 'bac3a226-ee26-4181-b090-f29884ba1887'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:08:02.575962 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b93d320-d96d-4d2f-a211-eed8bfb5eab2" -d '{"events": [{"name": "network-changed", "server_uuid": "f866b577-5318-4708-a475-c7121b57d3e9", "tag": "bac3a226-ee26-4181-b090-f29884ba1887"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:08:02.593547 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623291c-cb6e-4356-999e-4998b0c82de9 req-0f46e09f-924d-4273-8ed9-d6554ecae06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:02.595193 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8623291c-cb6e-4356-999e-4998b0c82de9 req-0f46e09f-924d-4273-8ed9-d6554ecae06a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a77797eae68a42639f886f64db5f5598&device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 1127 time: 0.0934417 Jun 24 10:08:02.635603 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c8b0cd-9d19-45f5-a09d-97232886ab84 x-openstack-request-id: req-b0c8b0cd-9d19-45f5-a09d-97232886ab84 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:08:02.635900 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f866b577-5318-4708-a475-c7121b57d3e9", "tag": "bac3a226-ee26-4181-b090-f29884ba1887", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:08:02.636178 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0c8b0cd-9d19-45f5-a09d-97232886ab84 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:08:02.636582 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c8b0cd-9d19-45f5-a09d-97232886ab84'] response: {'name': 'network-changed', 'server_uuid': 'f866b577-5318-4708-a475-c7121b57d3e9', 'tag': 'bac3a226-ee26-4181-b090-f29884ba1887', 'status': 'completed', 'code': 200} Jun 24 10:08:02.650713 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:02.654134 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625bb4e-213b-4bc4-9565-1b1c1d600edb service neutron] Pushing event updated for resources: {'Port': ['ID=bac3a226-ee26-4181-b090-f29884ba1887,revision_number=3']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:02.750398 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93d320-d96d-4d2f-a211-eed8bfb5eab2 req-3a5cc8d5-11b1-49bb-a1b0-ed596ce017b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:02.751923 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3b93d320-d96d-4d2f-a211-eed8bfb5eab2 req-3a5cc8d5-11b1-49bb-a1b0-ed596ce017b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64b655c9ef0948c099f60649b9d5e78d&device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 1127 time: 0.0930321 Jun 24 10:08:02.771887 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623291c-cb6e-4356-999e-4998b0c82de9 req-32549401-8350-4293-975c-84c9dfc757cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:02.773413 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8623291c-cb6e-4356-999e-4998b0c82de9 req-32549401-8350-4293-975c-84c9dfc757cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=acbbe71d-fc88-4521-a985-304e44d1216d HTTP/1.1" status: 200 len: 918 time: 0.1715221 Jun 24 10:08:02.905331 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8623291c-cb6e-4356-999e-4998b0c82de9 req-eb4879dc-d20d-41eb-a4f5-cc2d2a62a2b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66641946-e924-41f5-ad9f-d918c412d89d HTTP/1.1" status: 200 len: 998 time: 0.1178906 Jun 24 10:08:02.958429 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93d320-d96d-4d2f-a211-eed8bfb5eab2 req-35f0bd95-c0c2-42e4-9679-1f28be3b4247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:02.959962 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3b93d320-d96d-4d2f-a211-eed8bfb5eab2 req-35f0bd95-c0c2-42e4-9679-1f28be3b4247 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=64b655c9ef0948c099f60649b9d5e78d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1715295 Jun 24 10:08:03.161968 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65f073-76c8-4132-ad9f-5573e04c15dd req-83d4ed3c-562e-4069-abec-1170b3815296 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:03.163614 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2d65f073-76c8-4132-ad9f-5573e04c15dd req-83d4ed3c-562e-4069-abec-1170b3815296 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 943 time: 0.0493302 Jun 24 10:08:03.216699 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2d65f073-76c8-4132-ad9f-5573e04c15dd req-4eba6006-fede-43fc-99f1-6a6263d9edbe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2cc3799-8657-4488-9667-1d48eaddd3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470419 Jun 24 10:08:03.261113 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623291c-cb6e-4356-999e-4998b0c82de9 req-f5db1361-2505-4cb9-9305-40965061dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:03.262592 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8623291c-cb6e-4356-999e-4998b0c82de9 req-f5db1361-2505-4cb9-9305-40965061dc35 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=20ee07e6-65c0-48ce-91f9-befe3b16f3f9 HTTP/1.1" status: 200 len: 856 time: 0.3436539 Jun 24 10:08:03.348921 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623291c-cb6e-4356-999e-4998b0c82de9 req-314d6d84-2619-440d-b73e-6ccf93b6f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:03.350365 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8623291c-cb6e-4356-999e-4998b0c82de9 req-314d6d84-2619-440d-b73e-6ccf93b6f619 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=acbbe71d-fc88-4521-a985-304e44d1216d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0748446 Jun 24 10:08:03.386654 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93d320-d96d-4d2f-a211-eed8bfb5eab2 req-609958b7-e87e-49e7-83ea-b28f66470e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:03.388103 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3b93d320-d96d-4d2f-a211-eed8bfb5eab2 req-609958b7-e87e-49e7-83ea-b28f66470e93 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4188309 Jun 24 10:08:03.486605 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fc387-732c-4400-9250-5b151d7a0997 req-2e62ebd6-cf98-4892-a1d5-020fcfc476b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:03.488690 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-207fc387-732c-4400-9250-5b151d7a0997 req-2e62ebd6-cf98-4892-a1d5-020fcfc476b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64b655c9ef0948c099f60649b9d5e78d&device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 1127 time: 0.0601344 Jun 24 10:08:03.493400 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:03.495541 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8623291c-cb6e-4356-999e-4998b0c82de9 req-5afac924-db52-4a12-ba35-823920868e43 service neutron] 10.222.0.55 "GET /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341717 Jun 24 10:08:03.546164 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-207fc387-732c-4400-9250-5b151d7a0997 req-bc0713da-586c-4430-9d2d-1043cac221a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bac3a226-ee26-4181-b090-f29884ba1887 HTTP/1.1" status: 200 len: 217 time: 0.0496948 Jun 24 10:08:03.667541 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ab11c-737e-4ae1-bdac-a546f2e96111 req-6c79093a-a42b-4091-b362-883abe98d9ce tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:03.669087 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-032ab11c-737e-4ae1-bdac-a546f2e96111 req-6c79093a-a42b-4091-b362-883abe98d9ce tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 943 time: 0.1335790 Jun 24 10:08:03.681619 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fc387-732c-4400-9250-5b151d7a0997 req-ddbeeee4-7100-4a43-aa11-28b92692ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:03.683036 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-207fc387-732c-4400-9250-5b151d7a0997 req-ddbeeee4-7100-4a43-aa11-28b92692ea1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02351637-371e-4010-8915-07491ccbdf1d HTTP/1.1" status: 200 len: 854 time: 0.1261251 Jun 24 10:08:03.751617 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8623291c-cb6e-4356-999e-4998b0c82de9 req-4c6b8e33-1b12-4025-baae-a60c09d3ad00 service neutron] 10.222.0.55 "GET /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483640 Jun 24 10:08:03.772713 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fc387-732c-4400-9250-5b151d7a0997 req-21a7a853-73de-4ade-8dbe-8af7b317374f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:03.774232 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-207fc387-732c-4400-9250-5b151d7a0997 req-21a7a853-73de-4ade-8dbe-8af7b317374f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c1a62ba-de23-4693-a76a-ab88e859eb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729957 Jun 24 10:08:03.777903 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-032ab11c-737e-4ae1-bdac-a546f2e96111 req-a0e2ae01-6450-423e-a0c0-ba392f6247e8 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003890 Jun 24 10:08:03.910596 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e926ae-540b-4a54-aafd-6126480dfb91 req-1b281a55-bfa3-4a98-8c60-76b3a65c3b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:03.911975 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f1e926ae-540b-4a54-aafd-6126480dfb91 req-1b281a55-bfa3-4a98-8c60-76b3a65c3b6c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a77797eae68a42639f886f64db5f5598&device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 1127 time: 0.0608034 Jun 24 10:08:03.915462 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-207fc387-732c-4400-9250-5b151d7a0997 req-9a65e1ad-bc5f-41d4-b4ce-830b0a86ebf2 service neutron] 10.222.0.55 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327906 Jun 24 10:08:04.098479 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-207fc387-732c-4400-9250-5b151d7a0997 req-09a0dd67-da0c-4a03-a96d-8765c55db1b0 service neutron] 10.222.0.55 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536760 Jun 24 10:08:04.114877 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e926ae-540b-4a54-aafd-6126480dfb91 req-5642f7b0-bf99-4d54-b291-5ff9f27baf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:04.116733 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f1e926ae-540b-4a54-aafd-6126480dfb91 req-5642f7b0-bf99-4d54-b291-5ff9f27baf98 service neutron] 10.222.0.55 "GET /v2.0/networks?id=acbbe71d-fc88-4521-a985-304e44d1216d HTTP/1.1" status: 200 len: 918 time: 0.1498241 Jun 24 10:08:04.183813 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f1e926ae-540b-4a54-aafd-6126480dfb91 req-487d8733-de2f-4cda-aedf-dc678f3aff57 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66641946-e924-41f5-ad9f-d918c412d89d HTTP/1.1" status: 200 len: 998 time: 0.0582838 Jun 24 10:08:04.200717 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:04.244361 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e926ae-540b-4a54-aafd-6126480dfb91 req-e7b58225-da5f-43e6-b2e4-f4fba30492e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:04.245794 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f1e926ae-540b-4a54-aafd-6126480dfb91 req-e7b58225-da5f-43e6-b2e4-f4fba30492e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=20ee07e6-65c0-48ce-91f9-befe3b16f3f9 HTTP/1.1" status: 200 len: 856 time: 0.0529459 Jun 24 10:08:04.329641 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2c7bb-9ff6-4407-a503-5292f5a9ab32 req-b057487d-4863-41a4-a891-e97838aba7ef tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:04.331116 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-16f2c7bb-9ff6-4407-a503-5292f5a9ab32 req-b057487d-4863-41a4-a891-e97838aba7ef tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 943 time: 0.0481145 Jun 24 10:08:04.384705 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-16f2c7bb-9ff6-4407-a503-5292f5a9ab32 req-814bff5f-a91b-4921-b4af-2c90381ee851 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2cc3799-8657-4488-9667-1d48eaddd3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470345 Jun 24 10:08:04.919431 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e47df-f135-457c-9bb1-930cb3e69f14 req-b3e5f679-2a7e-432b-b2e2-8a8feb5b75b0 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:04.923381 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4b8e47df-f135-457c-9bb1-930cb3e69f14 req-b3e5f679-2a7e-432b-b2e2-8a8feb5b75b0 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 943 time: 0.0550461 Jun 24 10:08:04.976680 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4b8e47df-f135-457c-9bb1-930cb3e69f14 req-4b832c54-19db-4956-98d0-5be0d0942c97 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490208 Jun 24 10:08:05.432692 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:05.553398 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb73b9-ff0e-4e50-a96e-843680d80d7f req-d08276d2-3cdb-4098-ab9a-9ded78785488 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:05.554910 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-99eb73b9-ff0e-4e50-a96e-843680d80d7f req-d08276d2-3cdb-4098-ab9a-9ded78785488 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 943 time: 0.0672641 Jun 24 10:08:05.583806 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:05.620373 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-99eb73b9-ff0e-4e50-a96e-843680d80d7f req-d6b220c3-4d12-48b4-9d5f-b265bf6f0a63 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2cc3799-8657-4488-9667-1d48eaddd3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596168 Jun 24 10:08:06.096411 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02e85a-e0bb-4bd1-baa1-25d7dda45745 req-d4e71691-9637-43d0-9a8f-fabc3e9dc9d1 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:06.098457 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3f02e85a-e0bb-4bd1-baa1-25d7dda45745 req-d4e71691-9637-43d0-9a8f-fabc3e9dc9d1 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 943 time: 0.0470130 Jun 24 10:08:06.145109 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3f02e85a-e0bb-4bd1-baa1-25d7dda45745 req-a5964960-e23f-4887-b598-9532b743d021 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410960 Jun 24 10:08:06.958462 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 45130) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:07.005199 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a8af0-39e4-4f13-ac31-6b9b5e905c34 req-c3ff6fd5-cc67-41ad-998e-436f452a1942 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:07.006745 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d95a8af0-39e4-4f13-ac31-6b9b5e905c34 req-c3ff6fd5-cc67-41ad-998e-436f452a1942 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 943 time: 0.3007977 Jun 24 10:08:07.063326 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d95a8af0-39e4-4f13-ac31-6b9b5e905c34 req-575ac863-1d88-4c86-9d65-73ba63c44f98 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2cc3799-8657-4488-9667-1d48eaddd3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483449 Jun 24 10:08:07.100582 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-1dba1d3e-1004-46af-98f2-eb7cccac4c5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:07.191920 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-1dba1d3e-1004-46af-98f2-eb7cccac4c5a admin admin] Publish callbacks [] for security_group (fda73fec-b60e-428b-a146-f9b866f0f1e8), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:07.249311 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-1dba1d3e-1004-46af-98f2-eb7cccac4c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (fda73fec-b60e-428b-a146-f9b866f0f1e8), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:07.278297 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:07.304630 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedc5bd-2d04-4124-9c57-68f2285a026a req-c1fb958e-64aa-4286-9a2a-b2436bed9593 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:07.306305 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2fedc5bd-2d04-4124-9c57-68f2285a026a req-c1fb958e-64aa-4286-9a2a-b2436bed9593 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 943 time: 0.0861518 Jun 24 10:08:07.325334 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-1dba1d3e-1004-46af-98f2-eb7cccac4c5a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d4570af6039f461a9a0dc86b5766711d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3657174 Jun 24 10:08:07.326157 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba1d3e-1004-46af-98f2-eb7cccac4c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda73fec-b60e-428b-a146-f9b866f0f1e8,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:07.328075 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 45138) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:07.383619 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2fedc5bd-2d04-4124-9c57-68f2285a026a req-e8359c76-a849-4c25-ae35-4497af016fb5 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681224 Jun 24 10:08:07.388413 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-009c9f43-c5dd-4a9c-8e17-7f9f28b7addf admin admin] Publish callbacks [] for security_group (fda73fec-b60e-428b-a146-f9b866f0f1e8), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:07.410112 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-009c9f43-c5dd-4a9c-8e17-7f9f28b7addf admin admin] Publish callbacks [] for security_group (fda73fec-b60e-428b-a146-f9b866f0f1e8), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:07.576084 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-009c9f43-c5dd-4a9c-8e17-7f9f28b7addf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (fda73fec-b60e-428b-a146-f9b866f0f1e8), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:07.578615 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-009c9f43-c5dd-4a9c-8e17-7f9f28b7addf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:07.579758 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-009c9f43-c5dd-4a9c-8e17-7f9f28b7addf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fda73fec-b60e-428b-a146-f9b866f0f1e8 HTTP/1.1" status: 204 len: 168 time: 0.2503622 Jun 24 10:08:07.590359 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c9f43-c5dd-4a9c-8e17-7f9f28b7addf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda73fec-b60e-428b-a146-f9b866f0f1e8,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:07.600008 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:07.821874 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device bac3a226-ee26-4181-b090-f29884ba1887 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:08:07.931041 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port bac3a226-ee26-4181-b090-f29884ba1887, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=bac3a226-ee26-4181-b090-f29884ba1887,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:08:07.944761 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': 'bac3a226-ee26-4181-b090-f29884ba1887', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'port_id': 'bac3a226-ee26-4181-b090-f29884ba1887', 'mac_address': 'fa:16:3e:38:45:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:08:07.986167 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port bac3a226-ee26-4181-b090-f29884ba1887 is: DOWN; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:08:07.986849 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (bac3a226-ee26-4181-b090-f29884ba1887), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:08.003117 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac3a226-ee26-4181-b090-f29884ba1887 {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:08:08.025179 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port bac3a226-ee26-4181-b090-f29884ba1887, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=bac3a226-ee26-4181-b090-f29884ba1887,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:08:08.096681 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (bac3a226-ee26-4181-b090-f29884ba1887), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:08.152086 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=bac3a226-ee26-4181-b090-f29884ba1887,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:08.185132 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b3358-09eb-4eb3-b50d-580e25e3c9fd req-f9306054-aa5b-4fdc-a111-b352f33191ef tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:08.186762 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-235b3358-09eb-4eb3-b50d-580e25e3c9fd req-f9306054-aa5b-4fdc-a111-b352f33191ef tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 944 time: 0.0510066 Jun 24 10:08:08.229097 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 45146) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:08.238002 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-235b3358-09eb-4eb3-b50d-580e25e3c9fd req-ac29e738-bbe6-414d-84ca-55bab1342a9c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2cc3799-8657-4488-9667-1d48eaddd3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445180 Jun 24 10:08:08.243643 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ce2bd025-f4af-4993-af4e-447aa6f4ebb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:08.331163 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ce2bd025-f4af-4993-af4e-447aa6f4ebb6 admin admin] Publish callbacks [] for security_group (ce1c55f4-2283-43fc-901a-7c14c8a5defe), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:08.348157 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['bac3a226-ee26-4181-b090-f29884ba1887'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:08:08.406531 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ce2bd025-f4af-4993-af4e-447aa6f4ebb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (ce1c55f4-2283-43fc-901a-7c14c8a5defe), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:08.460941 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-ce2bd025-f4af-4993-af4e-447aa6f4ebb6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6654ea4de07b42f6a20851af66eef8b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307539 Jun 24 10:08:08.463202 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2bd025-f4af-4993-af4e-447aa6f4ebb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1c55f4-2283-43fc-901a-7c14c8a5defe,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:08.463561 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 45150) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:08.540238 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed44449-a886-4faf-b6ff-0f963eb9080b req-cf7a5d23-ce53-49f7-83bd-f502c903d2b0 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:08.548638 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-23fe6f51-bfbb-4348-8e20-c68ccca68987 admin admin] Publish callbacks [] for security_group (ce1c55f4-2283-43fc-901a-7c14c8a5defe), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:08.550468 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4ed44449-a886-4faf-b6ff-0f963eb9080b req-cf7a5d23-ce53-49f7-83bd-f502c903d2b0 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 943 time: 0.0821099 Jun 24 10:08:08.578391 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-23fe6f51-bfbb-4348-8e20-c68ccca68987 admin admin] Publish callbacks [] for security_group (ce1c55f4-2283-43fc-901a-7c14c8a5defe), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:08.619553 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4ed44449-a886-4faf-b6ff-0f963eb9080b req-3ca300e1-d09a-414f-8913-f4af2ab12c8c tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647089 Jun 24 10:08:08.766445 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-23fe6f51-bfbb-4348-8e20-c68ccca68987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (ce1c55f4-2283-43fc-901a-7c14c8a5defe), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:08.769616 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-23fe6f51-bfbb-4348-8e20-c68ccca68987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:08.773181 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-23fe6f51-bfbb-4348-8e20-c68ccca68987 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ce1c55f4-2283-43fc-901a-7c14c8a5defe HTTP/1.1" status: 204 len: 168 time: 0.3062167 Jun 24 10:08:08.780830 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe6f51-bfbb-4348-8e20-c68ccca68987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1c55f4-2283-43fc-901a-7c14c8a5defe,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:09.371837 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187d4a4-c46a-4920-b38d-188dad8a1cf3 req-e0e11e8e-7f4a-41f5-b6fe-6b0fc726f476 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:09.373512 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9187d4a4-c46a-4920-b38d-188dad8a1cf3 req-e0e11e8e-7f4a-41f5-b6fe-6b0fc726f476 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 944 time: 0.0533338 Jun 24 10:08:09.423924 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9187d4a4-c46a-4920-b38d-188dad8a1cf3 req-372732a2-1e39-4641-8a58-9a51afb051a2 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2cc3799-8657-4488-9667-1d48eaddd3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437376 Jun 24 10:08:09.725645 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e212000-c318-4931-988f-b7ef260f207c req-58c64c2c-b7a4-4f47-8578-1d17ea6b0806 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:09.727144 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1e212000-c318-4931-988f-b7ef260f207c req-58c64c2c-b7a4-4f47-8578-1d17ea6b0806 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 943 time: 0.0471942 Jun 24 10:08:09.758000 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:09.788566 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1e212000-c318-4931-988f-b7ef260f207c req-37f50fd5-d396-462e-b4bb-ed772d4afea8 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559318 Jun 24 10:08:09.836623 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device bac3a226-ee26-4181-b090-f29884ba1887 up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:08:09.884282 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning for port bac3a226-ee26-4181-b090-f29884ba1887 completed by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:08:09.977695 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port bac3a226-ee26-4181-b090-f29884ba1887 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:08:09.977986 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (bac3a226-ee26-4181-b090-f29884ba1887), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:10.051480 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port bac3a226-ee26-4181-b090-f29884ba1887 is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:08:10.051852 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (bac3a226-ee26-4181-b090-f29884ba1887), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:10.084668 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f866b577-5318-4708-a475-c7121b57d3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac3a226-ee26-4181-b090-f29884ba1887'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:08:10.087725 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ef9108-cea8-4472-9fc5-0fd22e8d9042" -d '{"events": [{"server_uuid": "f866b577-5318-4708-a475-c7121b57d3e9", "name": "network-vif-plugged", "status": "completed", "tag": "bac3a226-ee26-4181-b090-f29884ba1887"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:08:10.102936 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port bac3a226-ee26-4181-b090-f29884ba1887, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=bac3a226-ee26-4181-b090-f29884ba1887,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:08:10.127014 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c5442b-6d7b-4458-8397-f5987e6cca02 x-openstack-request-id: req-d3c5442b-6d7b-4458-8397-f5987e6cca02 {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:08:10.127350 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f866b577-5318-4708-a475-c7121b57d3e9", "name": "network-vif-plugged", "status": "completed", "tag": "bac3a226-ee26-4181-b090-f29884ba1887", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:08:10.127619 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d3c5442b-6d7b-4458-8397-f5987e6cca02 {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:08:10.128024 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3c5442b-6d7b-4458-8397-f5987e6cca02'] response: {'server_uuid': 'f866b577-5318-4708-a475-c7121b57d3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac3a226-ee26-4181-b090-f29884ba1887', 'code': 200} Jun 24 10:08:10.164999 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (bac3a226-ee26-4181-b090-f29884ba1887), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:10.220892 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=bac3a226-ee26-4181-b090-f29884ba1887,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:10.543042 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f2826-85d8-4a08-871f-05bf111484a8 req-14cae472-5493-4777-a627-01ddf4f487a3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:10.544601 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e74f2826-85d8-4a08-871f-05bf111484a8 req-14cae472-5493-4777-a627-01ddf4f487a3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 945 time: 0.0489173 Jun 24 10:08:10.594841 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e74f2826-85d8-4a08-871f-05bf111484a8 req-fdf7c901-0a41-4360-a4f1-00e6000cd6b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2cc3799-8657-4488-9667-1d48eaddd3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444887 Jun 24 10:08:10.915547 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59770ed0-92f1-4948-8479-bb5d2c6fac3c req-a41a6394-d6b3-4fed-9ce5-b5a45cb5bb73 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:10.917108 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-59770ed0-92f1-4948-8479-bb5d2c6fac3c req-a41a6394-d6b3-4fed-9ce5-b5a45cb5bb73 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 943 time: 0.0498064 Jun 24 10:08:10.974917 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-59770ed0-92f1-4948-8479-bb5d2c6fac3c req-f6560198-f3b2-4379-95aa-684588a0cc18 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519829 Jun 24 10:08:11.730248 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db83ad-2a84-4fe4-9285-245236c7ce23 req-a4f272c4-1f0a-4fd1-b7e8-38f4fed8002b tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:11.732058 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c1db83ad-2a84-4fe4-9285-245236c7ce23 req-a4f272c4-1f0a-4fd1-b7e8-38f4fed8002b tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 945 time: 0.0701866 Jun 24 10:08:11.800785 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c1db83ad-2a84-4fe4-9285-245236c7ce23 req-25bc5a28-e034-42c1-b41f-a5979a601722 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2cc3799-8657-4488-9667-1d48eaddd3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610378 Jun 24 10:08:12.117796 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:12.128869 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6d8d1-6e84-49aa-a435-38e7f6b90a38 req-3ec3b432-8260-46d5-8093-2598d18566f4 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:12.130764 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-3bf6d8d1-6e84-49aa-a435-38e7f6b90a38 req-3ec3b432-8260-46d5-8093-2598d18566f4 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 943 time: 0.0576010 Jun 24 10:08:12.188940 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-3bf6d8d1-6e84-49aa-a435-38e7f6b90a38 req-c1021f29-47d7-4e21-9035-4bdcdcf56122 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516634 Jun 24 10:08:12.957193 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2502a-41ea-4365-8e6b-d8e54a4dac95 req-e41840c0-5957-4971-9a75-8a9bd0e29a8c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:12.959440 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a0c2502a-41ea-4365-8e6b-d8e54a4dac95 req-e41840c0-5957-4971-9a75-8a9bd0e29a8c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 945 time: 0.0768657 Jun 24 10:08:13.052680 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a0c2502a-41ea-4365-8e6b-d8e54a4dac95 req-3a5f6b4f-0a7b-4528-9c10-4c9805168f1c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2cc3799-8657-4488-9667-1d48eaddd3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740499 Jun 24 10:08:13.392439 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db3e13-e5bb-4777-b2c6-81ad715729d2 req-419873eb-a2c3-4108-9062-4ebb3d1333b3 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:13.396929 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b4db3e13-e5bb-4777-b2c6-81ad715729d2 req-419873eb-a2c3-4108-9062-4ebb3d1333b3 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 943 time: 0.0826597 Jun 24 10:08:13.452834 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b4db3e13-e5bb-4777-b2c6-81ad715729d2 req-fa07bcf4-729e-4e2d-b46c-d7b1272f7eb0 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504730 Jun 24 10:08:14.178198 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e73d6-3fc5-46c4-8d81-6917eab3d835 req-35ef740a-17dd-4945-84fa-1c2c27da2c46 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:14.179712 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5a1e73d6-3fc5-46c4-8d81-6917eab3d835 req-35ef740a-17dd-4945-84fa-1c2c27da2c46 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 945 time: 0.0493803 Jun 24 10:08:14.229524 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5a1e73d6-3fc5-46c4-8d81-6917eab3d835 req-1c79acd2-7666-45fb-9982-ad212107c9f4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2cc3799-8657-4488-9667-1d48eaddd3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439823 Jun 24 10:08:14.573163 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bf657-9b46-4c2e-846f-b69281f6775a req-38e427ee-a1e6-4693-b200-09307ec96da8 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:14.574639 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-874bf657-9b46-4c2e-846f-b69281f6775a req-38e427ee-a1e6-4693-b200-09307ec96da8 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 943 time: 0.0478320 Jun 24 10:08:14.588643 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:14.624974 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-874bf657-9b46-4c2e-846f-b69281f6775a req-43daaed4-3435-41f1-b15b-cdcd718be9d8 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445504 Jun 24 10:08:14.820474 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:14.995926 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e926ae-540b-4a54-aafd-6126480dfb91 req-e1b6829a-8fc3-4649-9f0c-5b292f8f4469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:14.997490 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f1e926ae-540b-4a54-aafd-6126480dfb91 req-e1b6829a-8fc3-4649-9f0c-5b292f8f4469 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=acbbe71d-fc88-4521-a985-304e44d1216d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437438 Jun 24 10:08:15.361503 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74df24-3a46-415f-96c7-66620cddad28 req-0fe43d9d-a6ba-4f29-916d-bfee89bf2334 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:15.363577 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ee74df24-3a46-415f-96c7-66620cddad28 req-0fe43d9d-a6ba-4f29-916d-bfee89bf2334 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 945 time: 0.0647154 Jun 24 10:08:15.376633 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:15.415110 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ee74df24-3a46-415f-96c7-66620cddad28 req-28b7e07f-7d80-4581-bd6b-95d0b6387241 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2cc3799-8657-4488-9667-1d48eaddd3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458105 Jun 24 10:08:15.658234 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:15.725595 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-44956df5-7a65-4acf-ac7e-cbc76bfa2306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:15.749153 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd278a9a-5b65-402c-a6fc-36448d04bd48 req-7d2e307b-2db6-4c09-b5f1-88e5500fc418 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:15.750623 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-fd278a9a-5b65-402c-a6fc-36448d04bd48 req-7d2e307b-2db6-4c09-b5f1-88e5500fc418 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 943 time: 0.0512242 Jun 24 10:08:15.798554 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-fd278a9a-5b65-402c-a6fc-36448d04bd48 req-f78b6e0d-b3b6-49ab-8621-c081a01bc1b3 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423443 Jun 24 10:08:15.921537 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f1e926ae-540b-4a54-aafd-6126480dfb91 req-f88cfde1-18ef-48c3-883b-70ab11d109bc service neutron] 10.222.0.55 "GET /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862446 Jun 24 10:08:16.023936 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f1e926ae-540b-4a54-aafd-6126480dfb91 req-a226e962-1eb0-4112-9ae3-1492e51669ac service neutron] 10.222.0.55 "GET /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893767 Jun 24 10:08:16.415253 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec6b1e-7148-45bb-bdfd-543b3202b7b8 req-4c777935-c04d-45db-bd58-f55560f45074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:16.416853 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-50ec6b1e-7148-45bb-bdfd-543b3202b7b8 req-4c777935-c04d-45db-bd58-f55560f45074 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 1129 time: 0.0436952 Jun 24 10:08:16.479622 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-50ec6b1e-7148-45bb-bdfd-543b3202b7b8 req-6e828408-561b-4f1a-8fae-d2afa8c87be0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b2cc3799-8657-4488-9667-1d48eaddd3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483346 Jun 24 10:08:16.550924 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d3eda-deff-43d8-abd7-eeefdeae866f req-6ca5805a-b52b-4b94-8627-ceb5a3dcf3b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:16.552473 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-601d3eda-deff-43d8-abd7-eeefdeae866f req-6ca5805a-b52b-4b94-8627-ceb5a3dcf3b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 945 time: 0.0562854 Jun 24 10:08:16.602500 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-601d3eda-deff-43d8-abd7-eeefdeae866f req-2d3eacc9-1975-49dd-97aa-c0d096e1aabf tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2cc3799-8657-4488-9667-1d48eaddd3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440199 Jun 24 10:08:16.924891 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=8 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:16.930568 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4767aec-21b1-4e2a-9a09-e43e17edf7f9 req-5619f155-d212-4f4d-8c35-e562c3ab83c3 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:16.932239 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f4767aec-21b1-4e2a-9a09-e43e17edf7f9 req-5619f155-d212-4f4d-8c35-e562c3ab83c3 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 943 time: 0.0569201 Jun 24 10:08:16.980876 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f4767aec-21b1-4e2a-9a09-e43e17edf7f9 req-2f5573ec-4c81-46fa-a3f7-e30d02f24124 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425813 Jun 24 10:08:17.718778 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3faaef1-ccb0-4d51-92c1-3e00b62d2ded req-3dcfdcc9-ae6c-4968-ae3b-2603b57bb540 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:17.720320 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a3faaef1-ccb0-4d51-92c1-3e00b62d2ded req-3dcfdcc9-ae6c-4968-ae3b-2603b57bb540 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 945 time: 0.0484319 Jun 24 10:08:17.770245 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a3faaef1-ccb0-4d51-92c1-3e00b62d2ded req-c7173128-4ad1-4fa0-a866-b31f342a491f tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2cc3799-8657-4488-9667-1d48eaddd3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437980 Jun 24 10:08:17.888642 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 66641946-e924-41f5-ad9f-d918c412d89d details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:08:18.002067 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 66641946-e924-41f5-ad9f-d918c412d89d, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=66641946-e924-41f5-ad9f-d918c412d89d,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:08:18.016550 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': '66641946-e924-41f5-ad9f-d918c412d89d', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'port_id': '66641946-e924-41f5-ad9f-d918c412d89d', 'mac_address': 'fa:16:3e:cd:ce:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:08:18.051638 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 66641946-e924-41f5-ad9f-d918c412d89d is: DOWN; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:08:18.052044 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (66641946-e924-41f5-ad9f-d918c412d89d), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:18.066815 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66641946-e924-41f5-ad9f-d918c412d89d {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:08:18.090098 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 66641946-e924-41f5-ad9f-d918c412d89d, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=66641946-e924-41f5-ad9f-d918c412d89d,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:08:18.120673 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d666dd1-cd10-4419-a29b-9c143adf1e30 req-4d390153-21f4-4b2a-bbaa-77189edde969 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:18.122280 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-8d666dd1-cd10-4419-a29b-9c143adf1e30 req-4d390153-21f4-4b2a-bbaa-77189edde969 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 943 time: 0.0571079 Jun 24 10:08:18.176781 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-8d666dd1-cd10-4419-a29b-9c143adf1e30 req-32a25635-bf71-40f4-992f-d09efdde25ba tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489244 Jun 24 10:08:18.760666 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6992e85a-8750-45ab-b191-046a2eafadb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:18.783677 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (66641946-e924-41f5-ad9f-d918c412d89d), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:18.842360 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=66641946-e924-41f5-ad9f-d918c412d89d,revision_number=9']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:18.915892 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f5213-92d0-4da3-afb0-bc7fba0d27a5 req-80dc5597-9dcb-4351-addf-f14984c99cc2 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:18.915892 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-848f5213-92d0-4da3-afb0-bc7fba0d27a5 req-80dc5597-9dcb-4351-addf-f14984c99cc2 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 945 time: 0.0530450 Jun 24 10:08:18.922198 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:18.968393 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-848f5213-92d0-4da3-afb0-bc7fba0d27a5 req-18d88e88-f697-4036-bbc3-85194eb580e9 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2cc3799-8657-4488-9667-1d48eaddd3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527472 Jun 24 10:08:19.014778 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['66641946-e924-41f5-ad9f-d918c412d89d'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:08:19.181601 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:19.299051 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6968e66-6e51-464d-b245-24dc0c3a30fc req-dc71ab7d-a4a5-44d6-8d24-6b6f0588ff75 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:19.300859 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c6968e66-6e51-464d-b245-24dc0c3a30fc req-dc71ab7d-a4a5-44d6-8d24-6b6f0588ff75 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 944 time: 0.0484965 Jun 24 10:08:19.349614 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c6968e66-6e51-464d-b245-24dc0c3a30fc req-0efbcae2-42b8-49d3-84db-a0d1f89bb942 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430274 Jun 24 10:08:19.906253 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 66641946-e924-41f5-ad9f-d918c412d89d up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:08:19.951661 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port 66641946-e924-41f5-ad9f-d918c412d89d triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:08:19.952030 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (66641946-e924-41f5-ad9f-d918c412d89d), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:20.026928 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 66641946-e924-41f5-ad9f-d918c412d89d is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:08:20.027695 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (66641946-e924-41f5-ad9f-d918c412d89d), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:20.052109 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03050a70-dac3-49b8-a4ab-e73de4421841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66641946-e924-41f5-ad9f-d918c412d89d'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:08:20.054339 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32941e43-1b1e-47e5-81c7-16e4305b7d8c" -d '{"events": [{"server_uuid": "03050a70-dac3-49b8-a4ab-e73de4421841", "name": "network-vif-plugged", "status": "completed", "tag": "66641946-e924-41f5-ad9f-d918c412d89d"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:08:20.067771 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 66641946-e924-41f5-ad9f-d918c412d89d, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=66641946-e924-41f5-ad9f-d918c412d89d,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:08:20.086268 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2955b77-fadb-4e68-bf2a-0d2c81c2c959 req-69bb3b6a-fbac-489f-9877-c3b92e7839f5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:20.087804 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d2955b77-fadb-4e68-bf2a-0d2c81c2c959 req-69bb3b6a-fbac-489f-9877-c3b92e7839f5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 945 time: 0.0496123 Jun 24 10:08:20.090476 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fc395c-189f-40cf-8fb0-cad7bb39f390 x-openstack-request-id: req-19fc395c-189f-40cf-8fb0-cad7bb39f390 {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:08:20.090767 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03050a70-dac3-49b8-a4ab-e73de4421841", "name": "network-vif-plugged", "status": "completed", "tag": "66641946-e924-41f5-ad9f-d918c412d89d", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:08:20.091022 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-19fc395c-189f-40cf-8fb0-cad7bb39f390 {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:08:20.091412 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19fc395c-189f-40cf-8fb0-cad7bb39f390'] response: {'server_uuid': '03050a70-dac3-49b8-a4ab-e73de4421841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66641946-e924-41f5-ad9f-d918c412d89d', 'code': 200} Jun 24 10:08:20.138406 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d2955b77-fadb-4e68-bf2a-0d2c81c2c959 req-6870497b-9565-408c-942b-17295b95a834 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2cc3799-8657-4488-9667-1d48eaddd3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446289 Jun 24 10:08:20.187711 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (66641946-e924-41f5-ad9f-d918c412d89d), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:20.247486 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=66641946-e924-41f5-ad9f-d918c412d89d,revision_number=10']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:20.263251 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1472b2-4f71-4401-be6f-087d4d18b449 req-a34efc18-c3c4-4c36-ab30-343e3f8c1eb3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:20.265011 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-6f1472b2-4f71-4401-be6f-087d4d18b449 req-a34efc18-c3c4-4c36-ab30-343e3f8c1eb3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 945 time: 0.0549784 Jun 24 10:08:20.274287 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 45302) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:20.279364 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-6e1645aa-0e35-4bee-8bb7-829267296642 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Request body: {'floatingip': {'port_id': 'bac3a226-ee26-4181-b090-f29884ba1887'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:08:20.327682 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6e1645aa-0e35-4bee-8bb7-829267296642 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (b8c085a8-6e97-47c0-a25d-570ff2acf3fc), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:20.489477 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad0d66-c3b8-434d-adbc-ef52346d6695 req-4dc292f3-a0f4-4d77-8df0-1d191c99286a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:20.491011 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-98ad0d66-c3b8-434d-adbc-ef52346d6695 req-4dc292f3-a0f4-4d77-8df0-1d191c99286a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 1130 time: 0.0754478 Jun 24 10:08:20.524926 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd0ad8-676f-43e5-8c19-adfa5d9081e7 req-c92b5b19-98ba-472e-80fd-7166d95089a9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:20.527111 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-71fd0ad8-676f-43e5-8c19-adfa5d9081e7 req-c92b5b19-98ba-472e-80fd-7166d95089a9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 946 time: 0.0977690 Jun 24 10:08:20.555895 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-98ad0d66-c3b8-434d-adbc-ef52346d6695 req-ffdaeb62-88be-4ad0-99e1-25208917e7f3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586767 Jun 24 10:08:20.603979 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-71fd0ad8-676f-43e5-8c19-adfa5d9081e7 req-c1c27493-354c-4c6d-919e-1a67c665a5c2 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612097 Jun 24 10:08:20.823701 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:20.824478 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6e1645aa-0e35-4bee-8bb7-829267296642 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:20.915470 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6e1645aa-0e35-4bee-8bb7-829267296642 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (b8c085a8-6e97-47c0-a25d-570ff2acf3fc), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:20.968907 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:20.996831 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:21.001226 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:21.016105 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.db.l3_db [None req-6e1645aa-0e35-4bee-8bb7-829267296642 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Floating IP b8c085a8-6e97-47c0-a25d-570ff2acf3fc associated. External IP: 172.27.2.60, port: bac3a226-ee26-4181-b090-f29884ba1887. Jun 24 10:08:21.225846 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1645aa-0e35-4bee-8bb7-829267296642 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Router 2737a469-8655-48b1-822d-d4cd429b6bb1 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:08:21.339190 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1645aa-0e35-4bee-8bb7-829267296642 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:08:21.344180 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6e1645aa-0e35-4bee-8bb7-829267296642 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:21.350440 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfc3f0b-9dac-4969-a68e-95eaa5f2463e None None] Sync routers for ids ['2737a469-8655-48b1-822d-d4cd429b6bb1'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:08:21.364253 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfc3f0b-9dac-4969-a68e-95eaa5f2463e None None] Routers {'2737a469-8655-48b1-822d-d4cd429b6bb1'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:08:21.364985 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-0dfc3f0b-9dac-4969-a68e-95eaa5f2463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:08:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['2737a469-8655-48b1-822d-d4cd429b6bb1'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:08:21.379866 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-6e1645aa-0e35-4bee-8bb7-829267296642 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "PUT /v2.0/floatingips/b8c085a8-6e97-47c0-a25d-570ff2acf3fc HTTP/1.1" status: 200 len: 990 time: 1.1018882 Jun 24 10:08:21.379866 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f866b577-5318-4708-a475-c7121b57d3e9', 'tag': 'bac3a226-ee26-4181-b090-f29884ba1887'}] {{(pid=110840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:08:21.380233 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918deba4491858943d5af62f7e2b7193d4f3e11e5a976540219041625139a41f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b93797-ffea-4fd7-890b-770224142590" -d '{"events": [{"name": "network-changed", "server_uuid": "f866b577-5318-4708-a475-c7121b57d3e9", "tag": "bac3a226-ee26-4181-b090-f29884ba1887"}]}' {{(pid=110840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:08:21.420311 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81072282-3fc7-45e0-97a2-a93ca52d983e x-openstack-request-id: req-81072282-3fc7-45e0-97a2-a93ca52d983e {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:08:21.420606 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f866b577-5318-4708-a475-c7121b57d3e9", "tag": "bac3a226-ee26-4181-b090-f29884ba1887", "status": "completed", "code": 200}]} {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:08:21.420858 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-81072282-3fc7-45e0-97a2-a93ca52d983e {{(pid=110840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:08:21.421292 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81072282-3fc7-45e0-97a2-a93ca52d983e'] response: {'name': 'network-changed', 'server_uuid': 'f866b577-5318-4708-a475-c7121b57d3e9', 'tag': 'bac3a226-ee26-4181-b090-f29884ba1887', 'status': 'completed', 'code': 200} Jun 24 10:08:21.474516 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-0dfc3f0b-9dac-4969-a68e-95eaa5f2463e None None] Set router 2737a469-8655-48b1-822d-d4cd429b6bb1 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:08:21.507105 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b93797-ffea-4fd7-890b-770224142590 req-9a891ebf-d24c-41c6-8dd0-eb3261bdc398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:21.508672 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-19b93797-ffea-4fd7-890b-770224142590 req-9a891ebf-d24c-41c6-8dd0-eb3261bdc398 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64b655c9ef0948c099f60649b9d5e78d&device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 1129 time: 0.0431376 Jun 24 10:08:21.598802 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:21.618656 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b93797-ffea-4fd7-890b-770224142590 req-ae9ce566-88e1-4047-9af6-3fc129e96348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:21.620182 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-19b93797-ffea-4fd7-890b-770224142590 req-ae9ce566-88e1-4047-9af6-3fc129e96348 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c1a62ba-de23-4693-a76a-ab88e859eb34 HTTP/1.1" status: 200 len: 916 time: 0.1027305 Jun 24 10:08:21.729293 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb7d65-f244-4447-bdbb-73411682005e req-741a3fae-236a-4e3e-9ed9-c675adb88b97 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:21.730778 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-72cb7d65-f244-4447-bdbb-73411682005e req-741a3fae-236a-4e3e-9ed9-c675adb88b97 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 946 time: 0.0487795 Jun 24 10:08:21.777737 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-0dfc3f0b-9dac-4969-a68e-95eaa5f2463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '4ddcd9e3-6ca2-465b-aa8b-5a38fc5c0dfb', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'port_id': 'c19c9d2a-aac2-4d52-be49-eee68aeee93f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'mac_address': 'fa:16:3e:fd:a9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aef362-32c9-463b-ba31-93ce5c561487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:06:45Z', 'updated_at': '2022-06-24T10:07:09Z', 'revision_number': 2, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'fixed_ip_address_scope': None}, {'id': 'b8c085a8-6e97-47c0-a25d-570ff2acf3fc', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'port_id': 'bac3a226-ee26-4181-b090-f29884ba1887', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'mac_address': 'fa:16:3e:38:45:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f866b577-5318-4708-a475-c7121b57d3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:07:56Z', 'updated_at': '2022-06-24T10:08:20Z', 'revision_number': 1, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:45Z', 'revision_number': 5, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:08:21.778179 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-72cb7d65-f244-4447-bdbb-73411682005e req-a4e5482f-ea76-48d2-94d5-7cc28c5d5741 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416694 Jun 24 10:08:21.803424 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfc3f0b-9dac-4969-a68e-95eaa5f2463e None None] Checking router: 2737a469-8655-48b1-822d-d4cd429b6bb1 for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:08:21.812608 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfc3f0b-9dac-4969-a68e-95eaa5f2463e None None] Routers {'2737a469-8655-48b1-822d-d4cd429b6bb1'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:08:21.813223 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-0dfc3f0b-9dac-4969-a68e-95eaa5f2463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:08:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['2737a469-8655-48b1-822d-d4cd429b6bb1'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:08:21.916854 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-0dfc3f0b-9dac-4969-a68e-95eaa5f2463e None None] Set router 2737a469-8655-48b1-822d-d4cd429b6bb1 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:08:22.085074 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-19b93797-ffea-4fd7-890b-770224142590 req-e62663f8-4ef9-475f-b762-1bd1a240fa7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bac3a226-ee26-4181-b090-f29884ba1887 HTTP/1.1" status: 200 len: 998 time: 0.0643232 Jun 24 10:08:22.145587 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b93797-ffea-4fd7-890b-770224142590 req-6df2759e-d1be-4e08-9b16-61026572dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:22.147244 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-19b93797-ffea-4fd7-890b-770224142590 req-6df2759e-d1be-4e08-9b16-61026572dbc4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02351637-371e-4010-8915-07491ccbdf1d HTTP/1.1" status: 200 len: 854 time: 0.0565162 Jun 24 10:08:22.151495 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-0dfc3f0b-9dac-4969-a68e-95eaa5f2463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '4ddcd9e3-6ca2-465b-aa8b-5a38fc5c0dfb', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'port_id': 'c19c9d2a-aac2-4d52-be49-eee68aeee93f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'mac_address': 'fa:16:3e:fd:a9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aef362-32c9-463b-ba31-93ce5c561487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:06:45Z', 'updated_at': '2022-06-24T10:07:09Z', 'revision_number': 2, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'fixed_ip_address_scope': None}, {'id': 'b8c085a8-6e97-47c0-a25d-570ff2acf3fc', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'port_id': 'bac3a226-ee26-4181-b090-f29884ba1887', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'mac_address': 'fa:16:3e:38:45:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f866b577-5318-4708-a475-c7121b57d3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:07:56Z', 'updated_at': '2022-06-24T10:08:20Z', 'revision_number': 1, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:45Z', 'revision_number': 5, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:08:22.178099 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfc3f0b-9dac-4969-a68e-95eaa5f2463e None None] The sync data for ids ['2737a469-8655-48b1-822d-d4cd429b6bb1'] in dv-cinder-843277-6-iscsi is: [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '4ddcd9e3-6ca2-465b-aa8b-5a38fc5c0dfb', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'port_id': 'c19c9d2a-aac2-4d52-be49-eee68aeee93f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'mac_address': 'fa:16:3e:fd:a9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aef362-32c9-463b-ba31-93ce5c561487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:06:45Z', 'updated_at': '2022-06-24T10:07:09Z', 'revision_number': 2, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'fixed_ip_address_scope': None}, {'id': 'b8c085a8-6e97-47c0-a25d-570ff2acf3fc', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'port_id': 'bac3a226-ee26-4181-b090-f29884ba1887', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'mac_address': 'fa:16:3e:38:45:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f866b577-5318-4708-a475-c7121b57d3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:07:56Z', 'updated_at': '2022-06-24T10:08:20Z', 'revision_number': 1, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:45Z', 'revision_number': 5, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:08:22.195262 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b93797-ffea-4fd7-890b-770224142590 req-9d9ebbb4-53d6-402d-8dbc-dc80afa6699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:22.196843 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-19b93797-ffea-4fd7-890b-770224142590 req-9d9ebbb4-53d6-402d-8dbc-dc80afa6699e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c1a62ba-de23-4693-a76a-ab88e859eb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439858 Jun 24 10:08:22.302078 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-19b93797-ffea-4fd7-890b-770224142590 req-171a5fff-0fc6-4dd0-ac2f-0e8d46acaef4 service neutron] 10.222.0.55 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988204 Jun 24 10:08:22.407723 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-19b93797-ffea-4fd7-890b-770224142590 req-c1be0c8e-e13a-461b-a85c-6d621b160c40 service neutron] 10.222.0.55 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964179 Jun 24 10:08:22.410729 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e121b8-2be1-4e0f-a00d-f7a7fedf012d None None] New status for floating IP b8c085a8-6e97-47c0-a25d-570ff2acf3fc: ACTIVE {{(pid=110841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:08:22.450489 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:22.517340 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:22.908886 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1fe44-0e47-4b98-837a-5464d333fd92 req-dc6662a5-3b5c-4e5a-a6c8-1c28d08d5068 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:22.911048 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-edd1fe44-0e47-4b98-837a-5464d333fd92 req-dc6662a5-3b5c-4e5a-a6c8-1c28d08d5068 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 946 time: 0.0561779 Jun 24 10:08:22.977143 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-edd1fe44-0e47-4b98-837a-5464d333fd92 req-52d10d5d-b6d0-4744-b2fe-66f1284136d9 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598445 Jun 24 10:08:23.592101 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 45374) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:23.701887 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3bd497ca-8f39-4387-9e64-403bee2b0a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:23.753789 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:23.780027 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3bd497ca-8f39-4387-9e64-403bee2b0a8d admin admin] Publish callbacks [] for security_group (959ffe12-d0d8-44a5-b99b-e738373f5faa), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:23.832889 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3bd497ca-8f39-4387-9e64-403bee2b0a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (959ffe12-d0d8-44a5-b99b-e738373f5faa), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:23.877140 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-3bd497ca-8f39-4387-9e64-403bee2b0a8d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=724941573fde41c6905caf34c45a0c20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2839315 Jun 24 10:08:23.878616 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd497ca-8f39-4387-9e64-403bee2b0a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959ffe12-d0d8-44a5-b99b-e738373f5faa,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:23.880502 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 45378) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:23.886274 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd497ca-8f39-4387-9e64-403bee2b0a8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:23.886615 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd497ca-8f39-4387-9e64-403bee2b0a8d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:23.886960 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd497ca-8f39-4387-9e64-403bee2b0a8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:23.887288 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd497ca-8f39-4387-9e64-403bee2b0a8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:23.887619 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd497ca-8f39-4387-9e64-403bee2b0a8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:23.887992 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd497ca-8f39-4387-9e64-403bee2b0a8d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:23.888345 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd497ca-8f39-4387-9e64-403bee2b0a8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:23.892635 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd497ca-8f39-4387-9e64-403bee2b0a8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:23.892635 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd497ca-8f39-4387-9e64-403bee2b0a8d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:23.892635 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd497ca-8f39-4387-9e64-403bee2b0a8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:23.892635 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd497ca-8f39-4387-9e64-403bee2b0a8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:23.892635 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd497ca-8f39-4387-9e64-403bee2b0a8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:23.892635 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd497ca-8f39-4387-9e64-403bee2b0a8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:23.892635 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd497ca-8f39-4387-9e64-403bee2b0a8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:23.892635 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd497ca-8f39-4387-9e64-403bee2b0a8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:23.937620 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-957954a2-adae-46e6-ac2e-0c11b191fde8 admin admin] Publish callbacks [] for security_group (959ffe12-d0d8-44a5-b99b-e738373f5faa), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:23.961132 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-957954a2-adae-46e6-ac2e-0c11b191fde8 admin admin] Publish callbacks [] for security_group (959ffe12-d0d8-44a5-b99b-e738373f5faa), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:23.990860 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:24.100235 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4334fc-c5f9-4eb2-9fbe-e52001e1bef2 req-c7eb9728-1563-42eb-bc4d-30abf7dba647 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:24.101746 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6d4334fc-c5f9-4eb2-9fbe-e52001e1bef2 req-c7eb9728-1563-42eb-bc4d-30abf7dba647 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 946 time: 0.0485315 Jun 24 10:08:24.121986 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-957954a2-adae-46e6-ac2e-0c11b191fde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (959ffe12-d0d8-44a5-b99b-e738373f5faa), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:24.124419 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-957954a2-adae-46e6-ac2e-0c11b191fde8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:24.128924 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-957954a2-adae-46e6-ac2e-0c11b191fde8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/959ffe12-d0d8-44a5-b99b-e738373f5faa HTTP/1.1" status: 204 len: 168 time: 0.2440522 Jun 24 10:08:24.138078 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957954a2-adae-46e6-ac2e-0c11b191fde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959ffe12-d0d8-44a5-b99b-e738373f5faa,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:24.166792 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6d4334fc-c5f9-4eb2-9fbe-e52001e1bef2 req-603ee03a-fbf0-497d-99e5-83562529f388 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587630 Jun 24 10:08:24.826803 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 45388) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:24.840456 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-13355881-bc2e-45d5-8992-3cbc8cd52bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:24.917140 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-13355881-bc2e-45d5-8992-3cbc8cd52bc3 admin admin] Publish callbacks [] for security_group (b9520a4b-f761-4e31-af57-ebcedd0d8266), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:24.983863 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-13355881-bc2e-45d5-8992-3cbc8cd52bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (b9520a4b-f761-4e31-af57-ebcedd0d8266), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:24.990073 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:25.032869 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-13355881-bc2e-45d5-8992-3cbc8cd52bc3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ef85be5f77674eb8af63aed2fb7d12c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2049456 Jun 24 10:08:25.034554 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13355881-bc2e-45d5-8992-3cbc8cd52bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9520a4b-f761-4e31-af57-ebcedd0d8266,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:25.036333 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 45390) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:25.090028 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-79e6a13b-d206-40f4-be63-187662bf7660 admin admin] Publish callbacks [] for security_group (b9520a4b-f761-4e31-af57-ebcedd0d8266), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:25.112465 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-79e6a13b-d206-40f4-be63-187662bf7660 admin admin] Publish callbacks [] for security_group (b9520a4b-f761-4e31-af57-ebcedd0d8266), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:25.251968 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-79e6a13b-d206-40f4-be63-187662bf7660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (b9520a4b-f761-4e31-af57-ebcedd0d8266), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:25.255253 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-79e6a13b-d206-40f4-be63-187662bf7660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:25.256448 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-79e6a13b-d206-40f4-be63-187662bf7660 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9520a4b-f761-4e31-af57-ebcedd0d8266 HTTP/1.1" status: 204 len: 168 time: 0.2190971 Jun 24 10:08:25.264595 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6a13b-d206-40f4-be63-187662bf7660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9520a4b-f761-4e31-af57-ebcedd0d8266,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:25.903984 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 45396) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:25.921066 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7a1fc6eb-5a80-43f3-8171-b20caacc3a92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:25.995651 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7a1fc6eb-5a80-43f3-8171-b20caacc3a92 admin admin] Publish callbacks [] for security_group (ba91e1c5-2b60-466d-be5e-d751b7f105b7), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:26.057893 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7a1fc6eb-5a80-43f3-8171-b20caacc3a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (ba91e1c5-2b60-466d-be5e-d751b7f105b7), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:26.097597 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1fc6eb-5a80-43f3-8171-b20caacc3a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba91e1c5-2b60-466d-be5e-d751b7f105b7,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:26.101937 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-7a1fc6eb-5a80-43f3-8171-b20caacc3a92 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b598cc578f3a467aa2f044a4619938bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1968830 Jun 24 10:08:26.111575 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 45398) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:26.158468 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8109876d-fd47-437d-84bd-15a6d872ea99 admin admin] Publish callbacks [] for security_group (ba91e1c5-2b60-466d-be5e-d751b7f105b7), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:26.180745 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8109876d-fd47-437d-84bd-15a6d872ea99 admin admin] Publish callbacks [] for security_group (ba91e1c5-2b60-466d-be5e-d751b7f105b7), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:26.314297 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8109876d-fd47-437d-84bd-15a6d872ea99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (ba91e1c5-2b60-466d-be5e-d751b7f105b7), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:26.317823 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8109876d-fd47-437d-84bd-15a6d872ea99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:26.319411 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-8109876d-fd47-437d-84bd-15a6d872ea99 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ba91e1c5-2b60-466d-be5e-d751b7f105b7 HTTP/1.1" status: 204 len: 168 time: 0.2129512 Jun 24 10:08:26.328631 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109876d-fd47-437d-84bd-15a6d872ea99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba91e1c5-2b60-466d-be5e-d751b7f105b7,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:32.147622 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=70 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:32.177608 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=78 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:33.911597 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 45498) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:34.016637 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-43f08e71-55b4-457f-abb3-12552071d5dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:34.092055 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-43f08e71-55b4-457f-abb3-12552071d5dc admin admin] Publish callbacks [] for security_group (cf08dca3-6e2c-4006-9ac5-6627dcccfc4d), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:34.161096 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-43f08e71-55b4-457f-abb3-12552071d5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (cf08dca3-6e2c-4006-9ac5-6627dcccfc4d), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:34.204037 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f08e71-55b4-457f-abb3-12552071d5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf08dca3-6e2c-4006-9ac5-6627dcccfc4d,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:34.208140 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-43f08e71-55b4-457f-abb3-12552071d5dc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=98199d24a302416685158aea06363e87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954710 Jun 24 10:08:34.210843 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 45502) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:34.261869 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff5b3-9e59-43dd-875b-759d01653c59 admin admin] Publish callbacks [] for security_group (cf08dca3-6e2c-4006-9ac5-6627dcccfc4d), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:34.283496 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff5b3-9e59-43dd-875b-759d01653c59 admin admin] Publish callbacks [] for security_group (cf08dca3-6e2c-4006-9ac5-6627dcccfc4d), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:34.406325 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff5b3-9e59-43dd-875b-759d01653c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (cf08dca3-6e2c-4006-9ac5-6627dcccfc4d), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:34.408894 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-cf0ff5b3-9e59-43dd-875b-759d01653c59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:34.410072 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-cf0ff5b3-9e59-43dd-875b-759d01653c59 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cf08dca3-6e2c-4006-9ac5-6627dcccfc4d HTTP/1.1" status: 204 len: 168 time: 0.1983385 Jun 24 10:08:34.418465 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ff5b3-9e59-43dd-875b-759d01653c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf08dca3-6e2c-4006-9ac5-6627dcccfc4d,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:35.006744 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 45510) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:35.021123 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-de46ee70-1d62-4b0e-9f92-f8d723b863a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:35.076001 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:35.103750 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-de46ee70-1d62-4b0e-9f92-f8d723b863a0 admin admin] Publish callbacks [] for security_group (eaf3fbaa-272a-4714-9ce3-77245f446553), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:35.222353 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-de46ee70-1d62-4b0e-9f92-f8d723b863a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (eaf3fbaa-272a-4714-9ce3-77245f446553), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:35.262109 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:35.265135 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46ee70-1d62-4b0e-9f92-f8d723b863a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf3fbaa-272a-4714-9ce3-77245f446553,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:35.269478 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-de46ee70-1d62-4b0e-9f92-f8d723b863a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c1500bbb928045dba5e4cd1b991248b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616699 Jun 24 10:08:35.272103 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 45512) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:35.329973 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-cc76e364-edfa-4486-84e1-99665bc8625a admin admin] Publish callbacks [] for security_group (eaf3fbaa-272a-4714-9ce3-77245f446553), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:35.358293 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-cc76e364-edfa-4486-84e1-99665bc8625a admin admin] Publish callbacks [] for security_group (eaf3fbaa-272a-4714-9ce3-77245f446553), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:35.411838 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:35.458163 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-cc76e364-edfa-4486-84e1-99665bc8625a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (eaf3fbaa-272a-4714-9ce3-77245f446553), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:35.460739 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-cc76e364-edfa-4486-84e1-99665bc8625a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:35.462172 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-cc76e364-edfa-4486-84e1-99665bc8625a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eaf3fbaa-272a-4714-9ce3-77245f446553 HTTP/1.1" status: 204 len: 168 time: 0.1889966 Jun 24 10:08:35.472505 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76e364-edfa-4486-84e1-99665bc8625a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf3fbaa-272a-4714-9ce3-77245f446553,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:36.085765 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:36.094978 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=34,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:36.273597 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 45518) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:36.287872 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5c65cdf6-74e9-4740-9f65-61ddc7aa1671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:36.368755 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5c65cdf6-74e9-4740-9f65-61ddc7aa1671 admin admin] Publish callbacks [] for security_group (b1cfe16f-5c8e-4308-ad8f-34b3c34d17a7), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:36.491351 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5c65cdf6-74e9-4740-9f65-61ddc7aa1671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (b1cfe16f-5c8e-4308-ad8f-34b3c34d17a7), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:36.531932 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-5c65cdf6-74e9-4740-9f65-61ddc7aa1671 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=051043315ad445cf9bc3ad7cf5a13467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2572353 Jun 24 10:08:36.532897 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65cdf6-74e9-4740-9f65-61ddc7aa1671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cfe16f-5c8e-4308-ad8f-34b3c34d17a7,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:36.534731 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 45520) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:36.585586 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6fd6-adbe-4791-b7e6-e4299a5b2e20 admin admin] Publish callbacks [] for security_group (b1cfe16f-5c8e-4308-ad8f-34b3c34d17a7), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:36.607576 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6fd6-adbe-4791-b7e6-e4299a5b2e20 admin admin] Publish callbacks [] for security_group (b1cfe16f-5c8e-4308-ad8f-34b3c34d17a7), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:36.720139 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6fd6-adbe-4791-b7e6-e4299a5b2e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (b1cfe16f-5c8e-4308-ad8f-34b3c34d17a7), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:36.723199 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6fd6-adbe-4791-b7e6-e4299a5b2e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:36.724399 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-ea8c6fd6-adbe-4791-b7e6-e4299a5b2e20 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b1cfe16f-5c8e-4308-ad8f-34b3c34d17a7 HTTP/1.1" status: 204 len: 168 time: 0.1883841 Jun 24 10:08:36.732566 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c6fd6-adbe-4791-b7e6-e4299a5b2e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cfe16f-5c8e-4308-ad8f-34b3c34d17a7,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:39.013590 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:08:45.486975 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:45.754504 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-2faeff37-e8a8-4c39-8a38-455a26733e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:46.526462 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=52,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:46.528324 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=18,neutron:INSERT=8 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:46.727985 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=2,neutron:DELETE=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:46.728810 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=31,neutron:DELETE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:47.972386 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-a549a151-94c4-4eac-80aa-a9ca64ba8b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:49.269531 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:50.810283 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:50.972868 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:53.907089 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=6 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:53.907945 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:56.728218 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 45670) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:56.848859 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-783774fc-7257-4b35-abf8-e7cd3058b28a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:56.928630 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-783774fc-7257-4b35-abf8-e7cd3058b28a admin admin] Publish callbacks [] for security_group (b84fe242-43a3-44f5-9eac-81bd47f23182), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:57.012343 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-783774fc-7257-4b35-abf8-e7cd3058b28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (b84fe242-43a3-44f5-9eac-81bd47f23182), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:57.052169 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783774fc-7257-4b35-abf8-e7cd3058b28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84fe242-43a3-44f5-9eac-81bd47f23182,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:57.056254 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-783774fc-7257-4b35-abf8-e7cd3058b28a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0dac7354cb204e43ac27be69605c31c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3269639 Jun 24 10:08:57.059131 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 45674) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:08:57.062214 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783774fc-7257-4b35-abf8-e7cd3058b28a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:57.062563 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783774fc-7257-4b35-abf8-e7cd3058b28a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:57.062908 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783774fc-7257-4b35-abf8-e7cd3058b28a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:57.063261 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783774fc-7257-4b35-abf8-e7cd3058b28a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:57.063596 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783774fc-7257-4b35-abf8-e7cd3058b28a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:57.063922 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783774fc-7257-4b35-abf8-e7cd3058b28a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:57.064768 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783774fc-7257-4b35-abf8-e7cd3058b28a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:57.069698 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783774fc-7257-4b35-abf8-e7cd3058b28a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:57.069698 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783774fc-7257-4b35-abf8-e7cd3058b28a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:57.069698 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783774fc-7257-4b35-abf8-e7cd3058b28a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:57.069698 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783774fc-7257-4b35-abf8-e7cd3058b28a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:57.069698 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783774fc-7257-4b35-abf8-e7cd3058b28a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:57.069698 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783774fc-7257-4b35-abf8-e7cd3058b28a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:57.069698 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783774fc-7257-4b35-abf8-e7cd3058b28a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:57.069698 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783774fc-7257-4b35-abf8-e7cd3058b28a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:08:57.113821 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c06b2864-31c2-4576-98a4-71bc1ff35543 admin admin] Publish callbacks [] for security_group (b84fe242-43a3-44f5-9eac-81bd47f23182), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:57.137957 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c06b2864-31c2-4576-98a4-71bc1ff35543 admin admin] Publish callbacks [] for security_group (b84fe242-43a3-44f5-9eac-81bd47f23182), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:57.280565 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c06b2864-31c2-4576-98a4-71bc1ff35543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (b84fe242-43a3-44f5-9eac-81bd47f23182), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:57.283298 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c06b2864-31c2-4576-98a4-71bc1ff35543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:08:57.284485 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-c06b2864-31c2-4576-98a4-71bc1ff35543 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b84fe242-43a3-44f5-9eac-81bd47f23182 HTTP/1.1" status: 204 len: 168 time: 0.2243757 Jun 24 10:08:57.292664 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b2864-31c2-4576-98a4-71bc1ff35543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84fe242-43a3-44f5-9eac-81bd47f23182,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:08:57.307711 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:08:58.101281 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ccee0-e700-4b07-bf8a-9c6e885667fe req-6a677d4b-17c0-439c-b086-96e23242c9cb tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:58.102934 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-659ccee0-e700-4b07-bf8a-9c6e885667fe req-6a677d4b-17c0-439c-b086-96e23242c9cb tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 946 time: 0.0483351 Jun 24 10:08:58.156185 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-659ccee0-e700-4b07-bf8a-9c6e885667fe req-1b19966f-335a-4044-a66e-5167de71127e tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457962 Jun 24 10:08:58.356985 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401a155-5f32-4b2b-a68b-5835de7ff92d req-aa72af5b-964b-4170-8303-3b6d5d944cf6 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:58.358491 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d401a155-5f32-4b2b-a68b-5835de7ff92d req-aa72af5b-964b-4170-8303-3b6d5d944cf6 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 945 time: 0.0483732 Jun 24 10:08:58.412587 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d401a155-5f32-4b2b-a68b-5835de7ff92d req-c9c46e0f-af3a-4939-b220-517454a19c56 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2cc3799-8657-4488-9667-1d48eaddd3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476725 Jun 24 10:08:59.293945 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4decaf-f9a3-44f3-a756-0f30457b49cf req-976b9692-826c-4d8c-80b6-7cee2b2ccd5d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:59.295528 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4e4decaf-f9a3-44f3-a756-0f30457b49cf req-976b9692-826c-4d8c-80b6-7cee2b2ccd5d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 946 time: 0.0552986 Jun 24 10:08:59.347807 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4e4decaf-f9a3-44f3-a756-0f30457b49cf req-eb80bbd1-3fb0-4cfc-9c70-7c3f99cf51ad tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447943 Jun 24 10:08:59.529358 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c7796-4090-4e82-93b7-60bbebc0db7a req-b35b4e25-ac26-4c4a-9205-6a2dceb86dc5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:08:59.530910 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-097c7796-4090-4e82-93b7-60bbebc0db7a req-b35b4e25-ac26-4c4a-9205-6a2dceb86dc5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 945 time: 0.0497260 Jun 24 10:08:59.580781 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-097c7796-4090-4e82-93b7-60bbebc0db7a req-fc0ebf3a-e332-49cf-a198-6e9c6ff1b780 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2cc3799-8657-4488-9667-1d48eaddd3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435317 Jun 24 10:09:00.475565 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7cebb-29ba-468c-aa17-8a671f61840c req-221cb168-9231-4e62-b262-7b3cb5480f2d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:00.477121 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-38a7cebb-29ba-468c-aa17-8a671f61840c req-221cb168-9231-4e62-b262-7b3cb5480f2d tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 946 time: 0.0539818 Jun 24 10:09:00.530420 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-38a7cebb-29ba-468c-aa17-8a671f61840c req-bef922ef-5ecd-45ed-8b2a-a237b24c10bb tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475338 Jun 24 10:09:00.683961 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55be47-0035-4d28-b21a-4927340f6542 req-d519d0a2-65b1-482b-b76c-2dafe4240900 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:00.686499 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9a55be47-0035-4d28-b21a-4927340f6542 req-d519d0a2-65b1-482b-b76c-2dafe4240900 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.55 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 946 time: 0.0633476 Jun 24 10:09:00.726981 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f71b8-7ee4-40bd-b996-43ad99bcab85 req-a6f9e2cc-2ec1-40ad-9ba6-7a64f38238d7 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:00.728621 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-482f71b8-7ee4-40bd-b996-43ad99bcab85 req-a6f9e2cc-2ec1-40ad-9ba6-7a64f38238d7 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 945 time: 0.0685146 Jun 24 10:09:00.811407 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-482f71b8-7ee4-40bd-b996-43ad99bcab85 req-29737c65-206b-431c-9633-d24132d7be57 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2cc3799-8657-4488-9667-1d48eaddd3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769644 Jun 24 10:09:00.860415 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-9a55be47-0035-4d28-b21a-4927340f6542 req-308a46e0-8c98-418e-b1f0-def8a99f40bd tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Deleting port 66641946-e924-41f5-ad9f-d918c412d89d {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:09:00.860758 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-9a55be47-0035-4d28-b21a-4927340f6542 req-308a46e0-8c98-418e-b1f0-def8a99f40bd tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (66641946-e924-41f5-ad9f-d918c412d89d), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:00.981024 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601be91-9df0-40db-b831-83c8e619f26e req-ca0419c5-4d90-4dd1-9806-fcab02b2aace tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:00.982454 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8601be91-9df0-40db-b831-83c8e619f26e req-ca0419c5-4d90-4dd1-9806-fcab02b2aace tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.55 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 945 time: 0.0874441 Jun 24 10:09:01.002964 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-9a55be47-0035-4d28-b21a-4927340f6542 req-308a46e0-8c98-418e-b1f0-def8a99f40bd tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] For port 66641946-e924-41f5-ad9f-d918c412d89d, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=66641946-e924-41f5-ad9f-d918c412d89d,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:09:01.003336 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-9a55be47-0035-4d28-b21a-4927340f6542 req-308a46e0-8c98-418e-b1f0-def8a99f40bd tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (66641946-e924-41f5-ad9f-d918c412d89d), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:01.364243 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:01.406258 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:01.443149 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-8601be91-9df0-40db-b831-83c8e619f26e req-28f4511f-a8d9-4ad9-91e6-4a47be1b50de tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Deleting port bac3a226-ee26-4181-b090-f29884ba1887 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:09:01.443494 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-8601be91-9df0-40db-b831-83c8e619f26e req-28f4511f-a8d9-4ad9-91e6-4a47be1b50de tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (bac3a226-ee26-4181-b090-f29884ba1887), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:01.583294 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-9a55be47-0035-4d28-b21a-4927340f6542 req-308a46e0-8c98-418e-b1f0-def8a99f40bd tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:01.583776 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-9a55be47-0035-4d28-b21a-4927340f6542 req-308a46e0-8c98-418e-b1f0-def8a99f40bd tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (12ddd4cb-6c8f-4cc1-a7a9-88421fa54d8d), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:01.583950 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.l3_db [req-9a55be47-0035-4d28-b21a-4927340f6542 req-308a46e0-8c98-418e-b1f0-def8a99f40bd tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Floating IP 12ddd4cb-6c8f-4cc1-a7a9-88421fa54d8d disassociated. External IP: 172.27.2.97, port: 66641946-e924-41f5-ad9f-d918c412d89d. Jun 24 10:09:01.584347 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-9a55be47-0035-4d28-b21a-4927340f6542 req-308a46e0-8c98-418e-b1f0-def8a99f40bd tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Calling delete_port for 66641946-e924-41f5-ad9f-d918c412d89d owned by compute:nova {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:09:01.616995 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-8601be91-9df0-40db-b831-83c8e619f26e req-28f4511f-a8d9-4ad9-91e6-4a47be1b50de tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] For port bac3a226-ee26-4181-b090-f29884ba1887, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=bac3a226-ee26-4181-b090-f29884ba1887,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:09:01.616995 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-8601be91-9df0-40db-b831-83c8e619f26e req-28f4511f-a8d9-4ad9-91e6-4a47be1b50de tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (bac3a226-ee26-4181-b090-f29884ba1887), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:01.664637 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4c2c0-e729-4d29-8637-c47726b54dcb req-bc56d13f-3270-4e12-bb42-47aee084cbfe tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:01.666336 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-1fc4c2c0-e729-4d29-8637-c47726b54dcb req-bc56d13f-3270-4e12-bb42-47aee084cbfe tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 946 time: 0.0583892 Jun 24 10:09:01.719127 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-1fc4c2c0-e729-4d29-8637-c47726b54dcb req-447c8098-3d3b-4641-a9da-7ebe1361b41e tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups?id=d8eea354-197e-4260-b4e4-723819ab0adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468223 Jun 24 10:09:01.838166 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:01.946664 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51c5d6-7de7-465d-ad2e-7795f6ed7dde req-c9f8ac3e-90c8-4fd0-ac27-4e6090de5624 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:01.948225 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4d51c5d6-7de7-465d-ad2e-7795f6ed7dde req-c9f8ac3e-90c8-4fd0-ac27-4e6090de5624 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 945 time: 0.0596569 Jun 24 10:09:01.996848 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4d51c5d6-7de7-465d-ad2e-7795f6ed7dde req-fd2203ba-f512-46ea-ae98-8da456d65dac tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2cc3799-8657-4488-9667-1d48eaddd3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427883 Jun 24 10:09:02.017916 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-9a55be47-0035-4d28-b21a-4927340f6542 req-308a46e0-8c98-418e-b1f0-def8a99f40bd tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (66641946-e924-41f5-ad9f-d918c412d89d), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:02.021874 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-8601be91-9df0-40db-b831-83c8e619f26e req-28f4511f-a8d9-4ad9-91e6-4a47be1b50de tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:02.022226 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-8601be91-9df0-40db-b831-83c8e619f26e req-28f4511f-a8d9-4ad9-91e6-4a47be1b50de tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (b8c085a8-6e97-47c0-a25d-570ff2acf3fc), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:02.028516 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.l3_db [req-8601be91-9df0-40db-b831-83c8e619f26e req-28f4511f-a8d9-4ad9-91e6-4a47be1b50de tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Floating IP b8c085a8-6e97-47c0-a25d-570ff2acf3fc disassociated. External IP: 172.27.2.60, port: bac3a226-ee26-4181-b090-f29884ba1887. Jun 24 10:09:02.028516 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-8601be91-9df0-40db-b831-83c8e619f26e req-28f4511f-a8d9-4ad9-91e6-4a47be1b50de tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Calling delete_port for bac3a226-ee26-4181-b090-f29884ba1887 owned by compute:nova {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:09:02.059198 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a46e0-8c98-418e-b1f0-def8a99f40bd tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Pushing event deleted for resources: {'Port': ['ID=66641946-e924-41f5-ad9f-d918c412d89d,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:02.255542 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a55be47-0035-4d28-b21a-4927340f6542 req-308a46e0-8c98-418e-b1f0-def8a99f40bd tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Router c1fc2e48-c0b5-42aa-a424-4d192342d2eb has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:09:02.322838 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:02.382832 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a55be47-0035-4d28-b21a-4927340f6542 req-308a46e0-8c98-418e-b1f0-def8a99f40bd tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:09:02.396884 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c9fe49-4f3f-4a87-a8e7-3def91ea3a5a None None] Sync routers for ids ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:09:02.411298 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c9fe49-4f3f-4a87-a8e7-3def91ea3a5a None None] Routers {'c1fc2e48-c0b5-42aa-a424-4d192342d2eb'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:09:02.411969 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-c4c9fe49-4f3f-4a87-a8e7-3def91ea3a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:08:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:02.430774 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a55be47-0035-4d28-b21a-4927340f6542 req-308a46e0-8c98-418e-b1f0-def8a99f40bd tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] No DVR routers for this DVR port 66641946-e924-41f5-ad9f-d918c412d89d on host hv-cinder-84327 {{(pid=110839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:09:02.433780 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-9a55be47-0035-4d28-b21a-4927340f6542 req-308a46e0-8c98-418e-b1f0-def8a99f40bd tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:02.437388 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9a55be47-0035-4d28-b21a-4927340f6542 req-308a46e0-8c98-418e-b1f0-def8a99f40bd tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.55 "DELETE /v2.0/ports/66641946-e924-41f5-ad9f-d918c412d89d HTTP/1.1" status: 204 len: 173 time: 1.6729364 Jun 24 10:09:02.437907 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03050a70-dac3-49b8-a4ab-e73de4421841', 'name': 'network-vif-deleted', 'tag': '66641946-e924-41f5-ad9f-d918c412d89d'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:09:02.446138 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546e1061-0eb7-45d2-803a-1946e1891420" -d '{"events": [{"server_uuid": "03050a70-dac3-49b8-a4ab-e73de4421841", "name": "network-vif-deleted", "tag": "66641946-e924-41f5-ad9f-d918c412d89d"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:09:02.446138 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-8601be91-9df0-40db-b831-83c8e619f26e req-28f4511f-a8d9-4ad9-91e6-4a47be1b50de tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (bac3a226-ee26-4181-b090-f29884ba1887), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:02.484251 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4511f-a8d9-4ad9-91e6-4a47be1b50de tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event deleted for resources: {'Port': ['ID=bac3a226-ee26-4181-b090-f29884ba1887,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:02.543977 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385f87e8-7494-4ab9-b019-61045ddfc282 x-openstack-request-id: req-385f87e8-7494-4ab9-b019-61045ddfc282 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:09:02.544237 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-c4c9fe49-4f3f-4a87-a8e7-3def91ea3a5a None None] Set router c1fc2e48-c0b5-42aa-a424-4d192342d2eb gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:09:02.544332 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03050a70-dac3-49b8-a4ab-e73de4421841", "name": "network-vif-deleted", "tag": "66641946-e924-41f5-ad9f-d918c412d89d", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:09:02.544547 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-385f87e8-7494-4ab9-b019-61045ddfc282 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:09:02.544941 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-385f87e8-7494-4ab9-b019-61045ddfc282'] response: {'server_uuid': '03050a70-dac3-49b8-a4ab-e73de4421841', 'name': 'network-vif-deleted', 'tag': '66641946-e924-41f5-ad9f-d918c412d89d', 'status': 'completed', 'code': 200} Jun 24 10:09:02.647026 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8601be91-9df0-40db-b831-83c8e619f26e req-28f4511f-a8d9-4ad9-91e6-4a47be1b50de tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Router 2737a469-8655-48b1-822d-d4cd429b6bb1 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:09:02.771789 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8601be91-9df0-40db-b831-83c8e619f26e req-28f4511f-a8d9-4ad9-91e6-4a47be1b50de tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:09:02.780977 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-c4c9fe49-4f3f-4a87-a8e7-3def91ea3a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1089958356-router', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '2865935b-6b8d-4768-8228-483d92ef364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:57Z', 'updated_at': '2022-06-24T10:01:04Z', 'revision_number': 4, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'gw_port': {'id': '2865935b-6b8d-4768-8228-483d92ef364d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:00:58Z', 'updated_at': '2022-06-24T10:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': '5499668a-f81b-46df-850e-0f4ed29f4818', 'name': '', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'mac_address': 'fa:16:3e:e5:6a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:02Z', 'updated_at': '2022-06-24T10:01:13Z', 'revision_number': 5, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'subnets': [{'id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:02.782461 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd2de25-6349-41c3-ad8f-06af29bcb7a9 None None] Sync routers for ids ['2737a469-8655-48b1-822d-d4cd429b6bb1'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:09:02.793443 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd2de25-6349-41c3-ad8f-06af29bcb7a9 None None] Routers {'2737a469-8655-48b1-822d-d4cd429b6bb1'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:09:02.794444 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-fbd2de25-6349-41c3-ad8f-06af29bcb7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:08:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['2737a469-8655-48b1-822d-d4cd429b6bb1'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:02.817861 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c9fe49-4f3f-4a87-a8e7-3def91ea3a5a None None] Checking router: c1fc2e48-c0b5-42aa-a424-4d192342d2eb for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:09:02.829954 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c9fe49-4f3f-4a87-a8e7-3def91ea3a5a None None] Routers {'c1fc2e48-c0b5-42aa-a424-4d192342d2eb'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:09:02.831136 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-c4c9fe49-4f3f-4a87-a8e7-3def91ea3a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:08:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:02.893040 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-8601be91-9df0-40db-b831-83c8e619f26e req-28f4511f-a8d9-4ad9-91e6-4a47be1b50de tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] No DVR routers for this DVR port bac3a226-ee26-4181-b090-f29884ba1887 on host hv-cinder-84327 {{(pid=110839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:09:02.910173 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d265c5b1-6b84-4a13-8bf7-55698484a863 req-824ff97e-4cf2-43d8-82d5-bb2531b3b2f8 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/ports?device_id=03050a70-dac3-49b8-a4ab-e73de4421841 HTTP/1.1" status: 200 len: 210 time: 0.0903864 Jun 24 10:09:02.911857 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-8601be91-9df0-40db-b831-83c8e619f26e req-28f4511f-a8d9-4ad9-91e6-4a47be1b50de tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:02.917873 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8601be91-9df0-40db-b831-83c8e619f26e req-28f4511f-a8d9-4ad9-91e6-4a47be1b50de tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.55 "DELETE /v2.0/ports/bac3a226-ee26-4181-b090-f29884ba1887 HTTP/1.1" status: 204 len: 173 time: 1.9268899 Jun 24 10:09:02.999286 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-c4c9fe49-4f3f-4a87-a8e7-3def91ea3a5a None None] Set router c1fc2e48-c0b5-42aa-a424-4d192342d2eb gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:09:03.116287 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-fbd2de25-6349-41c3-ad8f-06af29bcb7a9 None None] Set router 2737a469-8655-48b1-822d-d4cd429b6bb1 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:09:03.135477 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d8d79b41-b9c0-4dc1-868b-836308c73140 req-d69669a3-84b9-48e2-b8a8-a7e9a8f3d1d9 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 210 time: 0.0379126 Jun 24 10:09:03.217721 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 45774) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:03.293612 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-c4c9fe49-4f3f-4a87-a8e7-3def91ea3a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1089958356-router', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '2865935b-6b8d-4768-8228-483d92ef364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:57Z', 'updated_at': '2022-06-24T10:01:04Z', 'revision_number': 4, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'gw_port': {'id': '2865935b-6b8d-4768-8228-483d92ef364d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:00:58Z', 'updated_at': '2022-06-24T10:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': '5499668a-f81b-46df-850e-0f4ed29f4818', 'name': '', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'mac_address': 'fa:16:3e:e5:6a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:02Z', 'updated_at': '2022-06-24T10:01:13Z', 'revision_number': 5, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'subnets': [{'id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:03.326356 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c9fe49-4f3f-4a87-a8e7-3def91ea3a5a None None] The sync data for ids ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'] in dv-cinder-843277-6-iscsi is: [{'id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1089958356-router', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '2865935b-6b8d-4768-8228-483d92ef364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:57Z', 'updated_at': '2022-06-24T10:01:04Z', 'revision_number': 4, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'gw_port': {'id': '2865935b-6b8d-4768-8228-483d92ef364d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:00:58Z', 'updated_at': '2022-06-24T10:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': '5499668a-f81b-46df-850e-0f4ed29f4818', 'name': '', 'network_id': 'acbbe71d-fc88-4521-a985-304e44d1216d', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'mac_address': 'fa:16:3e:e5:6a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:01:02Z', 'updated_at': '2022-06-24T10:01:13Z', 'revision_number': 5, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'subnets': [{'id': '20ee07e6-65c0-48ce-91f9-befe3b16f3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:09:03.382353 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-fc2cf460-3c8e-4e5a-b6e7-4e4817a0a1b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:03.426100 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-fbd2de25-6349-41c3-ad8f-06af29bcb7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '4ddcd9e3-6ca2-465b-aa8b-5a38fc5c0dfb', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'port_id': 'c19c9d2a-aac2-4d52-be49-eee68aeee93f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'mac_address': 'fa:16:3e:fd:a9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aef362-32c9-463b-ba31-93ce5c561487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:06:45Z', 'updated_at': '2022-06-24T10:07:09Z', 'revision_number': 2, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:45Z', 'revision_number': 5, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:03.460857 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd2de25-6349-41c3-ad8f-06af29bcb7a9 None None] Checking router: 2737a469-8655-48b1-822d-d4cd429b6bb1 for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:09:03.470848 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd2de25-6349-41c3-ad8f-06af29bcb7a9 None None] Routers {'2737a469-8655-48b1-822d-d4cd429b6bb1'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:09:03.471480 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-fbd2de25-6349-41c3-ad8f-06af29bcb7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:08:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['2737a469-8655-48b1-822d-d4cd429b6bb1'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:03.489808 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-fc2cf460-3c8e-4e5a-b6e7-4e4817a0a1b8 admin admin] Publish callbacks [] for security_group (3beb8c06-7359-4540-8fe3-15a85619bb3b), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:03.571945 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-fc2cf460-3c8e-4e5a-b6e7-4e4817a0a1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (3beb8c06-7359-4540-8fe3-15a85619bb3b), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:03.580254 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-fbd2de25-6349-41c3-ad8f-06af29bcb7a9 None None] Set router 2737a469-8655-48b1-822d-d4cd429b6bb1 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:09:03.613985 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eecaef5-04d1-44d4-a2bc-74149bfc99c0 None None] New status for floating IP 12ddd4cb-6c8f-4cc1-a7a9-88421fa54d8d: DOWN {{(pid=110842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:09:03.620355 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-fc2cf460-3c8e-4e5a-b6e7-4e4817a0a1b8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=491e9272097f43c8a7eee4aff04e5385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4014685 Jun 24 10:09:03.626592 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 45778) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:03.627588 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2cf460-3c8e-4e5a-b6e7-4e4817a0a1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3beb8c06-7359-4540-8fe3-15a85619bb3b,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:03.694467 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b810a488-bee7-4a99-8ef3-944c342754f3 admin admin] Publish callbacks [] for security_group (3beb8c06-7359-4540-8fe3-15a85619bb3b), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:03.699539 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:03.730982 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b810a488-bee7-4a99-8ef3-944c342754f3 admin admin] Publish callbacks [] for security_group (3beb8c06-7359-4540-8fe3-15a85619bb3b), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:03.818980 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:03.826396 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-fbd2de25-6349-41c3-ad8f-06af29bcb7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '4ddcd9e3-6ca2-465b-aa8b-5a38fc5c0dfb', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'port_id': 'c19c9d2a-aac2-4d52-be49-eee68aeee93f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'mac_address': 'fa:16:3e:fd:a9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aef362-32c9-463b-ba31-93ce5c561487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:06:45Z', 'updated_at': '2022-06-24T10:07:09Z', 'revision_number': 2, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:45Z', 'revision_number': 5, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:03.855593 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd2de25-6349-41c3-ad8f-06af29bcb7a9 None None] The sync data for ids ['2737a469-8655-48b1-822d-d4cd429b6bb1'] in dv-cinder-843277-6-iscsi is: [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '4ddcd9e3-6ca2-465b-aa8b-5a38fc5c0dfb', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'port_id': 'c19c9d2a-aac2-4d52-be49-eee68aeee93f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'mac_address': 'fa:16:3e:fd:a9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aef362-32c9-463b-ba31-93ce5c561487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:06:45Z', 'updated_at': '2022-06-24T10:07:09Z', 'revision_number': 2, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:45Z', 'revision_number': 5, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:09:03.966427 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b810a488-bee7-4a99-8ef3-944c342754f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (3beb8c06-7359-4540-8fe3-15a85619bb3b), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:03.970218 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b810a488-bee7-4a99-8ef3-944c342754f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:03.973775 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-b810a488-bee7-4a99-8ef3-944c342754f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3beb8c06-7359-4540-8fe3-15a85619bb3b HTTP/1.1" status: 204 len: 168 time: 0.3477550 Jun 24 10:09:03.992551 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b810a488-bee7-4a99-8ef3-944c342754f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3beb8c06-7359-4540-8fe3-15a85619bb3b,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:04.117037 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 45786) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:04.146443 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adab72e-b9cf-41c6-9a75-c79afc1c616d None None] New status for floating IP b8c085a8-6e97-47c0-a25d-570ff2acf3fc: DOWN {{(pid=110841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:09:04.183528 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f6841692-70bc-4bf3-a27a-79c309ee5538 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for security_group (d8eea354-197e-4260-b4e4-723819ab0adf), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:04.220502 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 66641946-e924-41f5-ad9f-d918c412d89d no longer exists at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:09:04.234007 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f6841692-70bc-4bf3-a27a-79c309ee5538 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for security_group (d8eea354-197e-4260-b4e4-723819ab0adf), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:04.255610 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] No Port match for: 66641946-e924-41f5-ad9f-d918c412d89d {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:09:04.256080 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 66641946-e924-41f5-ad9f-d918c412d89d not bound to the agent host hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:09:04.256762 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device bac3a226-ee26-4181-b090-f29884ba1887 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:09:04.283879 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d70196ad-8c54-4c67-ab19-d2527208ea5c req-483c434c-2ece-4d31-8c86-a2dee3f1d6bc tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f866b577-5318-4708-a475-c7121b57d3e9 HTTP/1.1" status: 200 len: 210 time: 0.0386505 Jun 24 10:09:04.309580 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] No Port match for: bac3a226-ee26-4181-b090-f29884ba1887 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:09:04.313781 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device bac3a226-ee26-4181-b090-f29884ba1887 not bound to the agent host hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:09:04.453316 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f6841692-70bc-4bf3-a27a-79c309ee5538 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (d8eea354-197e-4260-b4e4-723819ab0adf), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:04.455981 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-f6841692-70bc-4bf3-a27a-79c309ee5538 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:04.457246 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-f6841692-70bc-4bf3-a27a-79c309ee5538 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "DELETE /v2.0/security-groups/d8eea354-197e-4260-b4e4-723819ab0adf HTTP/1.1" status: 204 len: 168 time: 0.3391950 Jun 24 10:09:04.466169 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 45792) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:04.471319 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6841692-70bc-4bf3-a27a-79c309ee5538 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8eea354-197e-4260-b4e4-723819ab0adf,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:04.487184 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.api.v2.resource [None req-dc9e58e6-6673-46f3-ab23-0778bfcd1574 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] show failed (client error): The resource could not be found. Jun 24 10:09:04.492236 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-dc9e58e6-6673-46f3-ab23-0778bfcd1574 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "GET /v2.0/security-groups/d8eea354-197e-4260-b4e4-723819ab0adf HTTP/1.1" status: 404 len: 347 time: 0.0236797 Jun 24 10:09:04.493333 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 45794) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:04.545797 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f866b577-5318-4708-a475-c7121b57d3e9', 'name': 'network-vif-deleted', 'tag': 'bac3a226-ee26-4181-b090-f29884ba1887'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:09:04.550118 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47837eac-b5c5-4f9a-995f-6785ec4ae3b7" -d '{"events": [{"server_uuid": "f866b577-5318-4708-a475-c7121b57d3e9", "name": "network-vif-deleted", "tag": "bac3a226-ee26-4181-b090-f29884ba1887"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:09:04.599524 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c68962-0024-4b96-847d-5c66498d225f x-openstack-request-id: req-e0c68962-0024-4b96-847d-5c66498d225f {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:09:04.599970 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f866b577-5318-4708-a475-c7121b57d3e9", "name": "network-vif-deleted", "tag": "bac3a226-ee26-4181-b090-f29884ba1887", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:09:04.600404 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e0c68962-0024-4b96-847d-5c66498d225f {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:09:04.601051 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0c68962-0024-4b96-847d-5c66498d225f'] response: {'server_uuid': 'f866b577-5318-4708-a475-c7121b57d3e9', 'name': 'network-vif-deleted', 'tag': 'bac3a226-ee26-4181-b090-f29884ba1887', 'status': 'completed', 'code': 200} Jun 24 10:09:04.636770 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-5c86db89-2f91-45ef-8f32-3d48d03e2804 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Deleting port 8bc84c35-7634-455f-86ce-d7a20594985d {{(pid=110840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:09:04.637068 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5c86db89-2f91-45ef-8f32-3d48d03e2804 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (8bc84c35-7634-455f-86ce-d7a20594985d), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:04.713462 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:04.715398 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5c86db89-2f91-45ef-8f32-3d48d03e2804 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (8bc84c35-7634-455f-86ce-d7a20594985d), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:04.715720 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5c86db89-2f91-45ef-8f32-3d48d03e2804 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for floatingip (8bc84c35-7634-455f-86ce-d7a20594985d), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:04.730603 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-5c86db89-2f91-45ef-8f32-3d48d03e2804 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Calling delete_port for 8bc84c35-7634-455f-86ce-d7a20594985d owned by network:floatingip {{(pid=110840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:09:04.776470 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 45798) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:04.792430 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8e91805f-b0c9-4f07-98a7-7f173d685827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:04.796747 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:04.886116 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8e91805f-b0c9-4f07-98a7-7f173d685827 admin admin] Publish callbacks [] for security_group (45001e6e-f9f2-4763-9482-bc7115888031), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:04.971174 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8e91805f-b0c9-4f07-98a7-7f173d685827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (45001e6e-f9f2-4763-9482-bc7115888031), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:04.971899 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5c86db89-2f91-45ef-8f32-3d48d03e2804 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29645449'] for port (8bc84c35-7634-455f-86ce-d7a20594985d), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:04.996237 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86db89-2f91-45ef-8f32-3d48d03e2804 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Pushing event deleted for resources: {'Port': ['ID=8bc84c35-7634-455f-86ce-d7a20594985d,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:05.024138 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-8e91805f-b0c9-4f07-98a7-7f173d685827 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b60a594e26fa426f86a79c6c45b505e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465169 Jun 24 10:09:05.025239 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91805f-b0c9-4f07-98a7-7f173d685827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45001e6e-f9f2-4763-9482-bc7115888031,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:05.027798 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 45800) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:05.083281 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5c86db89-2f91-45ef-8f32-3d48d03e2804 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks [] for floatingip (12ddd4cb-6c8f-4cc1-a7a9-88421fa54d8d), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:05.086506 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5c86db89-2f91-45ef-8f32-3d48d03e2804 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:05.088217 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-5c86db89-2f91-45ef-8f32-3d48d03e2804 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] 10.222.0.26 "DELETE /v2.0/floatingips/12ddd4cb-6c8f-4cc1-a7a9-88421fa54d8d HTTP/1.1" status: 204 len: 168 time: 0.5934153 Jun 24 10:09:05.097535 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-bdc7d48b-89bf-402a-aaff-0fc1b65ac4fe admin admin] Publish callbacks [] for security_group (45001e6e-f9f2-4763-9482-bc7115888031), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:05.126218 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-bdc7d48b-89bf-402a-aaff-0fc1b65ac4fe admin admin] Publish callbacks [] for security_group (45001e6e-f9f2-4763-9482-bc7115888031), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:05.360463 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-bdc7d48b-89bf-402a-aaff-0fc1b65ac4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (45001e6e-f9f2-4763-9482-bc7115888031), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:05.360463 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-bdc7d48b-89bf-402a-aaff-0fc1b65ac4fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:05.360463 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-bdc7d48b-89bf-402a-aaff-0fc1b65ac4fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/45001e6e-f9f2-4763-9482-bc7115888031 HTTP/1.1" status: 204 len: 168 time: 0.3287916 Jun 24 10:09:05.367665 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7d48b-89bf-402a-aaff-0fc1b65ac4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45001e6e-f9f2-4763-9482-bc7115888031,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:05.537990 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:05.551651 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 45812) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:05.607857 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1642fd90-d524-4e86-b354-79b473cf8c6b tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group (b2cc3799-8657-4488-9667-1d48eaddd3b0), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:05.633552 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1642fd90-d524-4e86-b354-79b473cf8c6b tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group (b2cc3799-8657-4488-9667-1d48eaddd3b0), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:05.828058 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-62c26ca7-2027-4d94-94f1-b94c18830378 req-722d67ac-dac7-43da-ad8f-d86879347ab9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f0aef362-32c9-463b-ba31-93ce5c561487&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445838 Jun 24 10:09:05.870265 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1642fd90-d524-4e86-b354-79b473cf8c6b tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (b2cc3799-8657-4488-9667-1d48eaddd3b0), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:05.875115 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1642fd90-d524-4e86-b354-79b473cf8c6b tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:05.876997 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-1642fd90-d524-4e86-b354-79b473cf8c6b tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "DELETE /v2.0/security-groups/b2cc3799-8657-4488-9667-1d48eaddd3b0 HTTP/1.1" status: 204 len: 168 time: 0.3287024 Jun 24 10:09:05.888057 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 45816) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:05.891142 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642fd90-d524-4e86-b354-79b473cf8c6b tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cc3799-8657-4488-9667-1d48eaddd3b0,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:05.913019 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:05.915232 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.api.v2.resource [None req-880476cc-be5d-47b7-baf8-7359459a0d97 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] show failed (client error): The resource could not be found. Jun 24 10:09:05.919111 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-880476cc-be5d-47b7-baf8-7359459a0d97 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups/b2cc3799-8657-4488-9667-1d48eaddd3b0 HTTP/1.1" status: 404 len: 347 time: 0.0271144 Jun 24 10:09:05.920077 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 45820) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:05.949790 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c26ca7-2027-4d94-94f1-b94c18830378 req-145cbf5c-f00d-4b4c-a101-501e553e6850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:05.951739 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-62c26ca7-2027-4d94-94f1-b94c18830378 req-145cbf5c-f00d-4b4c-a101-501e553e6850 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64b655c9ef0948c099f60649b9d5e78d&device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 1130 time: 0.0611963 Jun 24 10:09:06.060295 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-beca3222-1402-48ab-b954-20da2c4df9ff tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Deleting port a2e95b2c-77ef-4caa-a2e8-81718fde3d8d {{(pid=110840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:09:06.060640 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-beca3222-1402-48ab-b954-20da2c4df9ff tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (a2e95b2c-77ef-4caa-a2e8-81718fde3d8d), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:06.088907 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c26ca7-2027-4d94-94f1-b94c18830378 req-1e181b0c-f6a8-4b6b-8563-d160f81c3883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:06.090740 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-62c26ca7-2027-4d94-94f1-b94c18830378 req-1e181b0c-f6a8-4b6b-8563-d160f81c3883 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c1a62ba-de23-4693-a76a-ab88e859eb34 HTTP/1.1" status: 200 len: 916 time: 0.1091421 Jun 24 10:09:06.146337 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-beca3222-1402-48ab-b954-20da2c4df9ff tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (a2e95b2c-77ef-4caa-a2e8-81718fde3d8d), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:06.146574 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-beca3222-1402-48ab-b954-20da2c4df9ff tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (a2e95b2c-77ef-4caa-a2e8-81718fde3d8d), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:06.153693 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:06.158826 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-62c26ca7-2027-4d94-94f1-b94c18830378 req-8ae0f531-ba9b-4869-acb2-23dc0ddb2204 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c19c9d2a-aac2-4d52-be49-eee68aeee93f HTTP/1.1" status: 200 len: 1001 time: 0.0591915 Jun 24 10:09:06.160801 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-beca3222-1402-48ab-b954-20da2c4df9ff tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Calling delete_port for a2e95b2c-77ef-4caa-a2e8-81718fde3d8d owned by network:floatingip {{(pid=110840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:09:06.217644 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c26ca7-2027-4d94-94f1-b94c18830378 req-8b2a7fa6-2635-4608-99bf-71f63f3f2fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:06.219186 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-62c26ca7-2027-4d94-94f1-b94c18830378 req-8b2a7fa6-2635-4608-99bf-71f63f3f2fc5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02351637-371e-4010-8915-07491ccbdf1d HTTP/1.1" status: 200 len: 854 time: 0.0514023 Jun 24 10:09:06.284172 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c26ca7-2027-4d94-94f1-b94c18830378 req-db0c53a5-cd95-4bec-8113-49f0a9c4012d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:06.285715 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-62c26ca7-2027-4d94-94f1-b94c18830378 req-db0c53a5-cd95-4bec-8113-49f0a9c4012d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c1a62ba-de23-4693-a76a-ab88e859eb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563145 Jun 24 10:09:06.290337 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:06.400037 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-62c26ca7-2027-4d94-94f1-b94c18830378 req-85239f1d-8095-4c3b-b3f5-60437ab9aa37 service neutron] 10.222.0.55 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022487 Jun 24 10:09:06.417235 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-beca3222-1402-48ab-b954-20da2c4df9ff tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29645449'] for port (a2e95b2c-77ef-4caa-a2e8-81718fde3d8d), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:06.443892 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca3222-1402-48ab-b954-20da2c4df9ff tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event deleted for resources: {'Port': ['ID=a2e95b2c-77ef-4caa-a2e8-81718fde3d8d,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:06.518988 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-62c26ca7-2027-4d94-94f1-b94c18830378 req-be1ddbca-e96c-4c26-adb9-a81b5b8dfb5b service neutron] 10.222.0.55 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095734 Jun 24 10:09:06.523827 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-beca3222-1402-48ab-b954-20da2c4df9ff tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (b8c085a8-6e97-47c0-a25d-570ff2acf3fc), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:06.530107 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-beca3222-1402-48ab-b954-20da2c4df9ff tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:06.532154 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-beca3222-1402-48ab-b954-20da2c4df9ff tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "DELETE /v2.0/floatingips/b8c085a8-6e97-47c0-a25d-570ff2acf3fc HTTP/1.1" status: 204 len: 168 time: 0.6104815 Jun 24 10:09:08.126060 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 45882) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:08.475216 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:08.630701 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c5cab413-1db8-454d-9f9a-93bee28344f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1899912'] for router_interface (c1fc2e48-c0b5-42aa-a424-4d192342d2eb), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:09.146194 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-c5cab413-1db8-454d-9f9a-93bee28344f4 admin admin] Deleting port 5499668a-f81b-46df-850e-0f4ed29f4818 {{(pid=110840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:09:09.146861 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c5cab413-1db8-454d-9f9a-93bee28344f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (5499668a-f81b-46df-850e-0f4ed29f4818), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:09.237266 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [None req-c5cab413-1db8-454d-9f9a-93bee28344f4 admin admin] For port 5499668a-f81b-46df-850e-0f4ed29f4818, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=5499668a-f81b-46df-850e-0f4ed29f4818,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:09:09.237676 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c5cab413-1db8-454d-9f9a-93bee28344f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (5499668a-f81b-46df-850e-0f4ed29f4818), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:09.252986 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-c5cab413-1db8-454d-9f9a-93bee28344f4 admin admin] Calling delete_port for 5499668a-f81b-46df-850e-0f4ed29f4818 owned by network:router_interface {{(pid=110840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:09:09.379664 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:09.520368 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c5cab413-1db8-454d-9f9a-93bee28344f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29645449'] for port (5499668a-f81b-46df-850e-0f4ed29f4818), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:09.545398 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cab413-1db8-454d-9f9a-93bee28344f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5499668a-f81b-46df-850e-0f4ed29f4818,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:09.747672 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c5cab413-1db8-454d-9f9a-93bee28344f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1899804'] for router_interface (c1fc2e48-c0b5-42aa-a424-4d192342d2eb), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:09.877435 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:09.950370 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29e3f5-d4c2-4e40-8ef2-4d3bdc2cc51e req-373702c2-6de1-4609-b8ab-dae1d7db3520 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:09.951941 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-bd29e3f5-d4c2-4e40-8ef2-4d3bdc2cc51e req-373702c2-6de1-4609-b8ab-dae1d7db3520 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 946 time: 0.0650380 Jun 24 10:09:10.082306 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-bd29e3f5-d4c2-4e40-8ef2-4d3bdc2cc51e req-077eb5db-aec4-4cb6-96f6-bcd3336bfa82 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0fd217b-d3ca-4e94-8b38-63a8d8159001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924392 Jun 24 10:09:10.100933 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cab413-1db8-454d-9f9a-93bee28344f4 admin admin] Router c1fc2e48-c0b5-42aa-a424-4d192342d2eb has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:09:10.222044 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cab413-1db8-454d-9f9a-93bee28344f4 admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:09:10.230353 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-c5cab413-1db8-454d-9f9a-93bee28344f4 admin admin] 10.222.0.26 "PUT /v2.0/routers/c1fc2e48-c0b5-42aa-a424-4d192342d2eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1072316 Jun 24 10:09:10.232076 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 45912) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:10.235481 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990e9971-0d25-4cff-80ce-5379125ff033 None None] Sync routers for ids ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:09:10.335582 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990e9971-0d25-4cff-80ce-5379125ff033 None None] Routers {'c1fc2e48-c0b5-42aa-a424-4d192342d2eb'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:09:10.336262 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-990e9971-0d25-4cff-80ce-5379125ff033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:08:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:10.353666 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:10.357086 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-90e20b4e-f268-4689-8eeb-e35cd50e0ff1 admin admin] Publish callbacks [] for router (c1fc2e48-c0b5-42aa-a424-4d192342d2eb), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:10.459597 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:10.462484 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-990e9971-0d25-4cff-80ce-5379125ff033 None None] Set router c1fc2e48-c0b5-42aa-a424-4d192342d2eb gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:09:10.467600 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-90e20b4e-f268-4689-8eeb-e35cd50e0ff1 admin admin] Publish callbacks [] for router_gateway (c1fc2e48-c0b5-42aa-a424-4d192342d2eb), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:10.612064 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-90e20b4e-f268-4689-8eeb-e35cd50e0ff1 admin admin] Deleting port 2865935b-6b8d-4768-8228-483d92ef364d {{(pid=110840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:09:10.612580 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-90e20b4e-f268-4689-8eeb-e35cd50e0ff1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (2865935b-6b8d-4768-8228-483d92ef364d), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:10.653863 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:10.659280 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-990e9971-0d25-4cff-80ce-5379125ff033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1089958356-router', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '2865935b-6b8d-4768-8228-483d92ef364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:57Z', 'updated_at': '2022-06-24T10:09:09Z', 'revision_number': 5, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'gw_port': {'id': '2865935b-6b8d-4768-8228-483d92ef364d', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:00:58Z', 'updated_at': '2022-06-24T10:01:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:10.701542 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990e9971-0d25-4cff-80ce-5379125ff033 None None] Checking router: c1fc2e48-c0b5-42aa-a424-4d192342d2eb for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:09:10.713686 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [None req-90e20b4e-f268-4689-8eeb-e35cd50e0ff1 admin admin] For port 2865935b-6b8d-4768-8228-483d92ef364d, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=2865935b-6b8d-4768-8228-483d92ef364d,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:09:10.714065 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-90e20b4e-f268-4689-8eeb-e35cd50e0ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (2865935b-6b8d-4768-8228-483d92ef364d), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:10.714210 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990e9971-0d25-4cff-80ce-5379125ff033 None None] Routers {'c1fc2e48-c0b5-42aa-a424-4d192342d2eb'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:09:10.715328 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-990e9971-0d25-4cff-80ce-5379125ff033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:08:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:10.730494 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-90e20b4e-f268-4689-8eeb-e35cd50e0ff1 admin admin] Calling delete_port for 2865935b-6b8d-4768-8228-483d92ef364d owned by network:router_gateway {{(pid=110840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:09:10.821354 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-990e9971-0d25-4cff-80ce-5379125ff033 None None] Set router c1fc2e48-c0b5-42aa-a424-4d192342d2eb gateway port host: None {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:09:10.886709 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-990e9971-0d25-4cff-80ce-5379125ff033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1089958356-router', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:57Z', 'updated_at': '2022-06-24T10:09:10Z', 'revision_number': 6, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'gw_port_host': None}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:10.913731 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990e9971-0d25-4cff-80ce-5379125ff033 None None] The sync data for ids ['c1fc2e48-c0b5-42aa-a424-4d192342d2eb'] in dv-cinder-843277-6-iscsi is: [{'id': 'c1fc2e48-c0b5-42aa-a424-4d192342d2eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1089958356-router', 'tenant_id': 'a77797eae68a42639f886f64db5f5598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:00:57Z', 'updated_at': '2022-06-24T10:09:10Z', 'revision_number': 6, 'project_id': 'a77797eae68a42639f886f64db5f5598', 'gw_port_host': None}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:09:11.058490 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-90e20b4e-f268-4689-8eeb-e35cd50e0ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29645449'] for port (2865935b-6b8d-4768-8228-483d92ef364d), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:11.085250 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e20b4e-f268-4689-8eeb-e35cd50e0ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2865935b-6b8d-4768-8228-483d92ef364d,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:11.208380 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-90e20b4e-f268-4689-8eeb-e35cd50e0ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1897528'] for router_gateway (c1fc2e48-c0b5-42aa-a424-4d192342d2eb), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:11.300267 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d388fbc-37ef-420a-a794-9c0a73cb6094 req-bed434ca-132f-4528-824e-a244679d66b8 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:11.309338 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2d388fbc-37ef-420a-a794-9c0a73cb6094 req-bed434ca-132f-4528-824e-a244679d66b8 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 946 time: 0.0967329 Jun 24 10:09:11.310783 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:11.377385 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-90e20b4e-f268-4689-8eeb-e35cd50e0ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1836593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9626'] for router (c1fc2e48-c0b5-42aa-a424-4d192342d2eb), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:11.380741 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-90e20b4e-f268-4689-8eeb-e35cd50e0ff1 admin admin] Publish callbacks [] for router_controller (c1fc2e48-c0b5-42aa-a424-4d192342d2eb), precommit_delete_associations {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:11.399172 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2d388fbc-37ef-420a-a794-9c0a73cb6094 req-f5ecea54-7faa-42fe-b910-a5f2b3d54318 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0fd217b-d3ca-4e94-8b38-63a8d8159001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836880 Jun 24 10:09:11.538172 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-90e20b4e-f268-4689-8eeb-e35cd50e0ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1836735'] for router (c1fc2e48-c0b5-42aa-a424-4d192342d2eb), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:11.539479 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e20b4e-f268-4689-8eeb-e35cd50e0ff1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1fc2e48-c0b5-42aa-a424-4d192342d2eb {{(pid=110840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:09:11.552483 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-90e20b4e-f268-4689-8eeb-e35cd50e0ff1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:11.552483 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-90e20b4e-f268-4689-8eeb-e35cd50e0ff1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/c1fc2e48-c0b5-42aa-a424-4d192342d2eb HTTP/1.1" status: 204 len: 168 time: 1.3149421 Jun 24 10:09:11.552855 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 45930) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:11.649559 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab71f7ad-0c7c-4607-ad69-3d09ffc66a87 admin admin] Deleting subnet 20ee07e6-65c0-48ce-91f9-befe3b16f3f9 {{(pid=110839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:09:11.655473 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ab71f7ad-0c7c-4607-ad69-3d09ffc66a87 admin admin] Publish callbacks [] for subnet (20ee07e6-65c0-48ce-91f9-befe3b16f3f9), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:11.726909 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ab71f7ad-0c7c-4607-ad69-3d09ffc66a87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29527142'] for subnet (20ee07e6-65c0-48ce-91f9-befe3b16f3f9), precommit_delete_associations {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:11.844142 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ffb48-d359-4062-a183-4ccb2cb77477 req-74f7ce44-ab49-474b-a23e-9ef8a72e5acc tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:11.847606 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f48ffb48-d359-4062-a183-4ccb2cb77477 req-74f7ce44-ab49-474b-a23e-9ef8a72e5acc tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 946 time: 0.1353364 Jun 24 10:09:11.999528 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ab71f7ad-0c7c-4607-ad69-3d09ffc66a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-760904'] for subnet (20ee07e6-65c0-48ce-91f9-befe3b16f3f9), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:12.044727 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:12.055033 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-f48ffb48-d359-4062-a183-4ccb2cb77477 req-dfb1c32f-ca88-4a44-a90e-a58f5097049d tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Deleting port c19c9d2a-aac2-4d52-be49-eee68aeee93f {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:09:12.058767 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-f48ffb48-d359-4062-a183-4ccb2cb77477 req-dfb1c32f-ca88-4a44-a90e-a58f5097049d tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (c19c9d2a-aac2-4d52-be49-eee68aeee93f), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:12.196521 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-f48ffb48-d359-4062-a183-4ccb2cb77477 req-dfb1c32f-ca88-4a44-a90e-a58f5097049d tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] For port c19c9d2a-aac2-4d52-be49-eee68aeee93f, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=c19c9d2a-aac2-4d52-be49-eee68aeee93f,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:09:12.222354 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-f48ffb48-d359-4062-a183-4ccb2cb77477 req-dfb1c32f-ca88-4a44-a90e-a58f5097049d tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (c19c9d2a-aac2-4d52-be49-eee68aeee93f), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:12.354052 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:12.410578 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ab71f7ad-0c7c-4607-ad69-3d09ffc66a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33003798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30318424'] for subnet (20ee07e6-65c0-48ce-91f9-befe3b16f3f9), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:12.469017 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71f7ad-0c7c-4607-ad69-3d09ffc66a87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20ee07e6-65c0-48ce-91f9-befe3b16f3f9,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:12.478108 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-ab71f7ad-0c7c-4607-ad69-3d09ffc66a87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:12.481437 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-ab71f7ad-0c7c-4607-ad69-3d09ffc66a87 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/20ee07e6-65c0-48ce-91f9-befe3b16f3f9 HTTP/1.1" status: 204 len: 168 time: 0.9276330 Jun 24 10:09:12.487391 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 45936) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:12.497953 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606340e7-2985-4f07-bb41-295041228649 None None] Network acbbe71d-fc88-4521-a985-304e44d1216d requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:09:12.498846 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-f48ffb48-d359-4062-a183-4ccb2cb77477 req-dfb1c32f-ca88-4a44-a90e-a58f5097049d tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:12.498846 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-f48ffb48-d359-4062-a183-4ccb2cb77477 req-dfb1c32f-ca88-4a44-a90e-a58f5097049d tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (4ddcd9e3-6ca2-465b-aa8b-5a38fc5c0dfb), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:12.498846 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.l3_db [req-f48ffb48-d359-4062-a183-4ccb2cb77477 req-dfb1c32f-ca88-4a44-a90e-a58f5097049d tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Floating IP 4ddcd9e3-6ca2-465b-aa8b-5a38fc5c0dfb disassociated. External IP: 172.27.2.19, port: c19c9d2a-aac2-4d52-be49-eee68aeee93f. Jun 24 10:09:12.503174 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-f48ffb48-d359-4062-a183-4ccb2cb77477 req-dfb1c32f-ca88-4a44-a90e-a58f5097049d tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Calling delete_port for c19c9d2a-aac2-4d52-be49-eee68aeee93f owned by compute:nova {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:09:12.562860 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a809bb-fa5c-4e44-957c-87b5e4f84084 req-3cc377f8-d683-4e2c-ab75-e7ba2da1b651 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:12.571288 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-64a809bb-fa5c-4e44-957c-87b5e4f84084 req-3cc377f8-d683-4e2c-ab75-e7ba2da1b651 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 946 time: 0.0797522 Jun 24 10:09:12.645023 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-64a809bb-fa5c-4e44-957c-87b5e4f84084 req-c0590ef9-4fef-44d9-9706-acbd62961bba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0fd217b-d3ca-4e94-8b38-63a8d8159001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725155 Jun 24 10:09:12.692240 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-667e61c6-ccab-4724-a68b-b1a6c4a20f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652767'] for network (acbbe71d-fc88-4521-a985-304e44d1216d), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:12.729001 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e08c144-8f21-424b-896d-c328e3be7b4a None None] DHCP port deletion for acbbe71d-fc88-4521-a985-304e44d1216d request from dv-cinder-843277-6-iscsi {{(pid=110841) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:09:12.788993 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-5e08c144-8f21-424b-896d-c328e3be7b4a None None] Deleting port e55e9888-4462-45c3-9f55-b414b0bb1729 {{(pid=110841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:09:12.789369 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-5e08c144-8f21-424b-896d-c328e3be7b4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (e55e9888-4462-45c3-9f55-b414b0bb1729), before_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:12.801400 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-667e61c6-ccab-4724-a68b-b1a6c4a20f54 admin admin] Deleting port e55e9888-4462-45c3-9f55-b414b0bb1729 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:09:12.801860 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-667e61c6-ccab-4724-a68b-b1a6c4a20f54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (e55e9888-4462-45c3-9f55-b414b0bb1729), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:12.888858 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-5e08c144-8f21-424b-896d-c328e3be7b4a None None] For port e55e9888-4462-45c3-9f55-b414b0bb1729, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=e55e9888-4462-45c3-9f55-b414b0bb1729,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:09:12.890023 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-5e08c144-8f21-424b-896d-c328e3be7b4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (e55e9888-4462-45c3-9f55-b414b0bb1729), precommit_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:12.916773 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-5e08c144-8f21-424b-896d-c328e3be7b4a None None] Calling delete_port for e55e9888-4462-45c3-9f55-b414b0bb1729 owned by network:dhcp {{(pid=110841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:09:12.938671 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device e55e9888-4462-45c3-9f55-b414b0bb1729 no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:09:12.942091 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [None req-667e61c6-ccab-4724-a68b-b1a6c4a20f54 admin admin] For port e55e9888-4462-45c3-9f55-b414b0bb1729, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=e55e9888-4462-45c3-9f55-b414b0bb1729,segment=NetworkSegment(22abef9e-17bc-4403-b097-8df8e4f769a1),segment_id=22abef9e-17bc-4403-b097-8df8e4f769a1)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:09:12.942380 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-667e61c6-ccab-4724-a68b-b1a6c4a20f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (e55e9888-4462-45c3-9f55-b414b0bb1729), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:12.958837 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-667e61c6-ccab-4724-a68b-b1a6c4a20f54 admin admin] Calling delete_port for e55e9888-4462-45c3-9f55-b414b0bb1729 owned by network:dhcp {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:09:13.025318 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-f48ffb48-d359-4062-a183-4ccb2cb77477 req-dfb1c32f-ca88-4a44-a90e-a58f5097049d tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (c19c9d2a-aac2-4d52-be49-eee68aeee93f), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:13.027574 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:13.064646 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1c32f-ca88-4a44-a90e-a58f5097049d tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event deleted for resources: {'Port': ['ID=c19c9d2a-aac2-4d52-be49-eee68aeee93f,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:13.176775 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port e55e9888-4462-45c3-9f55-b414b0bb1729 is: ACTIVE; New status is: DOWN {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:09:13.177346 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (e55e9888-4462-45c3-9f55-b414b0bb1729), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:13.209368 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-5e08c144-8f21-424b-896d-c328e3be7b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461'] for port (e55e9888-4462-45c3-9f55-b414b0bb1729), after_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:13.226366 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:13.252817 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08c144-8f21-424b-896d-c328e3be7b4a None None] Pushing event deleted for resources: {'Port': ['ID=e55e9888-4462-45c3-9f55-b414b0bb1729,revision_number=None']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:13.262114 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f48ffb48-d359-4062-a183-4ccb2cb77477 req-dfb1c32f-ca88-4a44-a90e-a58f5097049d tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Router 2737a469-8655-48b1-822d-d4cd429b6bb1 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:09:13.267791 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-667e61c6-ccab-4724-a68b-b1a6c4a20f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (e55e9888-4462-45c3-9f55-b414b0bb1729), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:13.299788 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 5499668a-f81b-46df-850e-0f4ed29f4818 no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:09:13.304089 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08c144-8f21-424b-896d-c328e3be7b4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:13.304642 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08c144-8f21-424b-896d-c328e3be7b4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:13.305162 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08c144-8f21-424b-896d-c328e3be7b4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:13.305669 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08c144-8f21-424b-896d-c328e3be7b4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:13.306144 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08c144-8f21-424b-896d-c328e3be7b4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:13.306708 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08c144-8f21-424b-896d-c328e3be7b4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:13.307260 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08c144-8f21-424b-896d-c328e3be7b4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:13.307784 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08c144-8f21-424b-896d-c328e3be7b4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:13.308283 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08c144-8f21-424b-896d-c328e3be7b4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:13.308796 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08c144-8f21-424b-896d-c328e3be7b4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:13.309330 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08c144-8f21-424b-896d-c328e3be7b4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:13.309858 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08c144-8f21-424b-896d-c328e3be7b4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:13.310281 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08c144-8f21-424b-896d-c328e3be7b4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:13.310616 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08c144-8f21-424b-896d-c328e3be7b4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:13.311182 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08c144-8f21-424b-896d-c328e3be7b4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:13.314259 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e08c144-8f21-424b-896d-c328e3be7b4a None None] No DVR routers for this DVR port e55e9888-4462-45c3-9f55-b414b0bb1729 on host dv-cinder-843277-6-iscsi {{(pid=110841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:09:13.319582 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e61c6-ccab-4724-a68b-b1a6c4a20f54 admin admin] Pushing event deleted for resources: {'Port': ['ID=e55e9888-4462-45c3-9f55-b414b0bb1729,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:13.332671 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667e61c6-ccab-4724-a68b-b1a6c4a20f54 admin admin] No DVR routers for this DVR port e55e9888-4462-45c3-9f55-b414b0bb1729 on host dv-cinder-843277-6-iscsi {{(pid=110839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:09:13.338923 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: 5499668a-f81b-46df-850e-0f4ed29f4818 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:09:13.339473 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 5499668a-f81b-46df-850e-0f4ed29f4818 not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:09:13.340167 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 2865935b-6b8d-4768-8228-483d92ef364d no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:09:13.364692 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: 2865935b-6b8d-4768-8228-483d92ef364d {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:09:13.369811 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 2865935b-6b8d-4768-8228-483d92ef364d not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:09:13.850342 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-667e61c6-ccab-4724-a68b-b1a6c4a20f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8753295835275'] for network (acbbe71d-fc88-4521-a985-304e44d1216d), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:13.860971 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b6eaa18c-810d-4bb3-9c83-1e466f477d9a req-4c5a8043-9e00-4073-b311-faf040b9c815 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 210 time: 0.0825579 Jun 24 10:09:13.899994 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f48ffb48-d359-4062-a183-4ccb2cb77477 req-dfb1c32f-ca88-4a44-a90e-a58f5097049d tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:09:13.909783 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:13.912639 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-667e61c6-ccab-4724-a68b-b1a6c4a20f54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acbbe71d-fc88-4521-a985-304e44d1216d']}} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:13.918178 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc544ee-5e9a-4d34-9342-a8acfdff4e5e None None] Sync routers for ids ['2737a469-8655-48b1-822d-d4cd429b6bb1'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:09:13.934999 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc544ee-5e9a-4d34-9342-a8acfdff4e5e None None] Routers {'2737a469-8655-48b1-822d-d4cd429b6bb1'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:09:13.935845 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-7cc544ee-5e9a-4d34-9342-a8acfdff4e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:08:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['2737a469-8655-48b1-822d-d4cd429b6bb1'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:13.949951 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-667e61c6-ccab-4724-a68b-b1a6c4a20f54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22abef9e-17bc-4403-b097-8df8e4f769a1') {'for_net_delete': True} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:13.950362 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-667e61c6-ccab-4724-a68b-b1a6c4a20f54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22abef9e-17bc-4403-b097-8df8e4f769a1') {} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:13.986789 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-667e61c6-ccab-4724-a68b-b1a6c4a20f54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753295836052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29527165'] for segment (22abef9e-17bc-4403-b097-8df8e4f769a1), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:13.989451 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48ffb48-d359-4062-a183-4ccb2cb77477 req-dfb1c32f-ca88-4a44-a90e-a58f5097049d tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] No DVR routers for this DVR port c19c9d2a-aac2-4d52-be49-eee68aeee93f on host hv-cinder-84327 {{(pid=110839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:09:13.999548 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-f48ffb48-d359-4062-a183-4ccb2cb77477 req-dfb1c32f-ca88-4a44-a90e-a58f5097049d tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:14.003927 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f48ffb48-d359-4062-a183-4ccb2cb77477 req-dfb1c32f-ca88-4a44-a90e-a58f5097049d tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.55 "DELETE /v2.0/ports/c19c9d2a-aac2-4d52-be49-eee68aeee93f HTTP/1.1" status: 204 len: 173 time: 2.1457431 Jun 24 10:09:14.005253 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0aef362-32c9-463b-ba31-93ce5c561487', 'name': 'network-vif-deleted', 'tag': 'c19c9d2a-aac2-4d52-be49-eee68aeee93f'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:09:14.007759 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca272d60-beba-4797-9ff5-58ea36919eb8" -d '{"events": [{"server_uuid": "f0aef362-32c9-463b-ba31-93ce5c561487", "name": "network-vif-deleted", "tag": "c19c9d2a-aac2-4d52-be49-eee68aeee93f"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:09:14.022315 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-667e61c6-ccab-4724-a68b-b1a6c4a20f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (22abef9e-17bc-4403-b097-8df8e4f769a1), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:14.033657 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667e61c6-ccab-4724-a68b-b1a6c4a20f54 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=110839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:09:14.034399 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-667e61c6-ccab-4724-a68b-b1a6c4a20f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33003900'] for segment (22abef9e-17bc-4403-b097-8df8e4f769a1), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:14.111055 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d67e11-d430-4953-a8b0-e7ee7c8fd3f4 x-openstack-request-id: req-28d67e11-d430-4953-a8b0-e7ee7c8fd3f4 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:09:14.112662 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0aef362-32c9-463b-ba31-93ce5c561487", "name": "network-vif-deleted", "tag": "c19c9d2a-aac2-4d52-be49-eee68aeee93f", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:09:14.113400 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-28d67e11-d430-4953-a8b0-e7ee7c8fd3f4 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:09:14.114185 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28d67e11-d430-4953-a8b0-e7ee7c8fd3f4'] response: {'server_uuid': 'f0aef362-32c9-463b-ba31-93ce5c561487', 'name': 'network-vif-deleted', 'tag': 'c19c9d2a-aac2-4d52-be49-eee68aeee93f', 'status': 'completed', 'code': 200} Jun 24 10:09:14.178431 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-7cc544ee-5e9a-4d34-9342-a8acfdff4e5e None None] Set router 2737a469-8655-48b1-822d-d4cd429b6bb1 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:09:14.211074 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.services.segments.plugin [-] Segment 22abef9e-17bc-4403-b097-8df8e4f769a1 resource provider aggregate not found Jun 24 10:09:14.240761 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.services.segments.plugin [-] Segment 22abef9e-17bc-4403-b097-8df8e4f769a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22abef9e-17bc-4403-b097-8df8e4f769a1 found for delete ", "request_id": "req-62f87a79-9b75-476a-929d-5d1d872eb3e8"}]} Jun 24 10:09:14.256944 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-667e61c6-ccab-4724-a68b-b1a6c4a20f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1893167'] for network (acbbe71d-fc88-4521-a985-304e44d1216d), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:14.270258 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-667e61c6-ccab-4724-a68b-b1a6c4a20f54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:14.271418 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-667e61c6-ccab-4724-a68b-b1a6c4a20f54 admin admin] 10.222.0.26 "DELETE /v2.0/networks/acbbe71d-fc88-4521-a985-304e44d1216d HTTP/1.1" status: 204 len: 168 time: 1.7820225 Jun 24 10:09:14.290737 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e61c6-ccab-4724-a68b-b1a6c4a20f54 admin admin] Pushing event deleted for resources: {'Network': ['ID=acbbe71d-fc88-4521-a985-304e44d1216d,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:14.327136 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:14.504987 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-7cc544ee-5e9a-4d34-9342-a8acfdff4e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:45Z', 'revision_number': 5, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:14.543876 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc544ee-5e9a-4d34-9342-a8acfdff4e5e None None] Checking router: 2737a469-8655-48b1-822d-d4cd429b6bb1 for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:09:14.554794 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc544ee-5e9a-4d34-9342-a8acfdff4e5e None None] Routers {'2737a469-8655-48b1-822d-d4cd429b6bb1'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:09:14.555416 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-7cc544ee-5e9a-4d34-9342-a8acfdff4e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:08:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['2737a469-8655-48b1-822d-d4cd429b6bb1'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:14.684620 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-7cc544ee-5e9a-4d34-9342-a8acfdff4e5e None None] Set router 2737a469-8655-48b1-822d-d4cd429b6bb1 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:09:14.800843 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 45962) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:14.871160 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-526946af-4658-47ea-b20b-a3edb48569ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a77797eae68a42639f886f64db5f5598&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0685127 Jun 24 10:09:14.874731 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 45964) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:14.962789 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c468314f-09f8-4577-be25-d12092aa1ee1 admin admin] Publish callbacks [] for security_group (180d8ebf-1dca-4c52-8a81-58a19d72bcc2), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:15.011200 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c468314f-09f8-4577-be25-d12092aa1ee1 admin admin] Publish callbacks [] for security_group (180d8ebf-1dca-4c52-8a81-58a19d72bcc2), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:15.016540 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-7cc544ee-5e9a-4d34-9342-a8acfdff4e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:45Z', 'revision_number': 5, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:15.108856 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-59208f08-ae98-4b72-a1a8-4e8a7d4b3a98 req-f9eb0f44-92a5-41b5-a01e-dbfb532aff68 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0aef362-32c9-463b-ba31-93ce5c561487 HTTP/1.1" status: 200 len: 210 time: 0.0782506 Jun 24 10:09:15.187857 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc544ee-5e9a-4d34-9342-a8acfdff4e5e None None] The sync data for ids ['2737a469-8655-48b1-822d-d4cd429b6bb1'] in dv-cinder-843277-6-iscsi is: [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:45Z', 'revision_number': 5, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:09:15.400897 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c468314f-09f8-4577-be25-d12092aa1ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (180d8ebf-1dca-4c52-8a81-58a19d72bcc2), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:15.405716 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c468314f-09f8-4577-be25-d12092aa1ee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:15.408242 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-c468314f-09f8-4577-be25-d12092aa1ee1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/180d8ebf-1dca-4c52-8a81-58a19d72bcc2 HTTP/1.1" status: 204 len: 168 time: 0.5313540 Jun 24 10:09:15.422124 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468314f-09f8-4577-be25-d12092aa1ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180d8ebf-1dca-4c52-8a81-58a19d72bcc2,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:15.530723 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c37009-6d06-4551-bd9e-af11081311cc None None] New status for floating IP 4ddcd9e3-6ca2-465b-aa8b-5a38fc5c0dfb: DOWN {{(pid=110842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:09:15.772701 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-ddb2cfc1-0013-4f27-89b2-55a8bf4a7eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:16.018060 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:09:16.182274 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device c19c9d2a-aac2-4d52-be49-eee68aeee93f no longer exists at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:09:16.189126 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:16.222836 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] No Port match for: c19c9d2a-aac2-4d52-be49-eee68aeee93f {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:09:16.223660 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device c19c9d2a-aac2-4d52-be49-eee68aeee93f not bound to the agent host hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:09:16.467053 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 45992) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:16.529676 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-adfa6081-1ea9-4825-b324-773140da675d tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group (f0fd217b-d3ca-4e94-8b38-63a8d8159001), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:16.568324 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-adfa6081-1ea9-4825-b324-773140da675d tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group (f0fd217b-d3ca-4e94-8b38-63a8d8159001), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:16.720734 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-adfa6081-1ea9-4825-b324-773140da675d tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (f0fd217b-d3ca-4e94-8b38-63a8d8159001), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:16.724961 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-adfa6081-1ea9-4825-b324-773140da675d tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:16.725828 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-adfa6081-1ea9-4825-b324-773140da675d tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "DELETE /v2.0/security-groups/f0fd217b-d3ca-4e94-8b38-63a8d8159001 HTTP/1.1" status: 204 len: 168 time: 0.2567279 Jun 24 10:09:16.729649 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46000) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:16.738855 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa6081-1ea9-4825-b324-773140da675d tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fd217b-d3ca-4e94-8b38-63a8d8159001,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:16.759802 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.api.v2.resource [None req-dee7cb77-cec4-4453-a108-fc123be8b826 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] show failed (client error): The resource could not be found. Jun 24 10:09:16.760902 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-dee7cb77-cec4-4453-a108-fc123be8b826 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups/f0fd217b-d3ca-4e94-8b38-63a8d8159001 HTTP/1.1" status: 404 len: 347 time: 0.0286586 Jun 24 10:09:16.764551 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46002) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:16.932381 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-92a68c5c-293b-430e-98d9-8087c39b3db0 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Deleting port 47249252-fcad-4ab8-b491-6cf5d5bded11 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:09:16.932892 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-92a68c5c-293b-430e-98d9-8087c39b3db0 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (47249252-fcad-4ab8-b491-6cf5d5bded11), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:16.976172 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 46008) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:17.071118 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-92a68c5c-293b-430e-98d9-8087c39b3db0 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (47249252-fcad-4ab8-b491-6cf5d5bded11), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:17.071668 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-92a68c5c-293b-430e-98d9-8087c39b3db0 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (47249252-fcad-4ab8-b491-6cf5d5bded11), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:17.093130 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-92a68c5c-293b-430e-98d9-8087c39b3db0 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Calling delete_port for 47249252-fcad-4ab8-b491-6cf5d5bded11 owned by network:floatingip {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:09:17.150976 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-ebe6d791-6e24-40ae-b5d4-9c2117b9eab4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1330012498-network', 'tenant_id': 'da06ea7951314ce9b5d7e70093429249'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:09:17.325832 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe6d791-6e24-40ae-b5d4-9c2117b9eab4 admin admin] Made reservation on behalf of da06ea7951314ce9b5d7e70093429249 for: {'network': 1} {{(pid=110840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:09:17.328277 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ebe6d791-6e24-40ae-b5d4-9c2117b9eab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for network (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:17.338005 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ebe6d791-6e24-40ae-b5d4-9c2117b9eab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:17.468485 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-92a68c5c-293b-430e-98d9-8087c39b3db0 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (47249252-fcad-4ab8-b491-6cf5d5bded11), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:17.479927 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:17.521844 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:17.554096 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a68c5c-293b-430e-98d9-8087c39b3db0 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event deleted for resources: {'Port': ['ID=47249252-fcad-4ab8-b491-6cf5d5bded11,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:17.596965 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ebe6d791-6e24-40ae-b5d4-9c2117b9eab4 admin admin] Publish callbacks [] for security_group (cd5f4998-f4ce-4987-a7b9-ff78d5e08322), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:17.633239 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-92a68c5c-293b-430e-98d9-8087c39b3db0 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (4ddcd9e3-6ca2-465b-aa8b-5a38fc5c0dfb), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:17.639004 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-92a68c5c-293b-430e-98d9-8087c39b3db0 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:17.646581 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-92a68c5c-293b-430e-98d9-8087c39b3db0 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "DELETE /v2.0/floatingips/4ddcd9e3-6ca2-465b-aa8b-5a38fc5c0dfb HTTP/1.1" status: 204 len: 168 time: 0.8795853 Jun 24 10:09:17.687431 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ebe6d791-6e24-40ae-b5d4-9c2117b9eab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (cd5f4998-f4ce-4987-a7b9-ff78d5e08322), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:17.701956 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe6d791-6e24-40ae-b5d4-9c2117b9eab4 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=110840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:09:17.712766 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ebe6d791-6e24-40ae-b5d4-9c2117b9eab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (6d18c2d2-0789-4f07-b74c-e3aa460d6b53), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:17.713104 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.db.segments_db [None req-ebe6d791-6e24-40ae-b5d4-9c2117b9eab4 admin admin] Added segment 6d18c2d2-0789-4f07-b74c-e3aa460d6b53 of type vlan for network c4fa1c13-5f5c-42a4-af06-8be3d39304af Jun 24 10:09:17.783096 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ebe6d791-6e24-40ae-b5d4-9c2117b9eab4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753295298762'] for network (c4fa1c13-5f5c-42a4-af06-8be3d39304af), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:17.787371 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6d791-6e24-40ae-b5d4-9c2117b9eab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5f4998-f4ce-4987-a7b9-ff78d5e08322,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:17.909076 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ebe6d791-6e24-40ae-b5d4-9c2117b9eab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for network (c4fa1c13-5f5c-42a4-af06-8be3d39304af), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:17.911593 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe6d791-6e24-40ae-b5d4-9c2117b9eab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:17.912804 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ebe6d791-6e24-40ae-b5d4-9c2117b9eab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:17.928625 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46030) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:17.929094 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:17.933891 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-dfc43324-dae2-498c-8575-b36a9f87dee4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1499382473', 'description': 'tempest-description--2010447179'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:09:17.964991 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-46f35fae-2b38-4bc1-9dda-5c1bcef68cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:18.007735 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6d791-6e24-40ae-b5d4-9c2117b9eab4 admin admin] Pushing event updated for resources: {'Network': ['ID=c4fa1c13-5f5c-42a4-af06-8be3d39304af,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:18.020005 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Network c4fa1c13-5f5c-42a4-af06-8be3d39304af details requested by agent ovs-agent-dv-cinder-843277-6-iscsi with host dv-cinder-843277-6-iscsi {{(pid=110841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:09:18.066795 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-ebe6d791-6e24-40ae-b5d4-9c2117b9eab4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0883276 Jun 24 10:09:18.070715 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46032) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:18.076042 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-2eb2be76-bfc1-448e-bc29-c0df5cdc10db admin admin] Request body: {'subnet': {'network_id': 'c4fa1c13-5f5c-42a4-af06-8be3d39304af', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1330012498-subnet', 'tenant_id': 'da06ea7951314ce9b5d7e70093429249', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:09:18.093284 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:18.193714 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-dfc43324-dae2-498c-8575-b36a9f87dee4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:18.251914 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb2be76-bfc1-448e-bc29-c0df5cdc10db admin admin] Made reservation on behalf of da06ea7951314ce9b5d7e70093429249 for: {'subnet': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:09:18.254553 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-2eb2be76-bfc1-448e-bc29-c0df5cdc10db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30318391'] for subnet (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:18.290014 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-dfc43324-dae2-498c-8575-b36a9f87dee4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group (42ac5ccf-402a-413d-aef1-00a3d3f730db), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:18.453636 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-dfc43324-dae2-498c-8575-b36a9f87dee4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (42ac5ccf-402a-413d-aef1-00a3d3f730db), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:18.488012 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc43324-dae2-498c-8575-b36a9f87dee4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42ac5ccf-402a-413d-aef1-00a3d3f730db,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:18.548111 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-2eb2be76-bfc1-448e-bc29-c0df5cdc10db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33003989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30318401'] for subnet (56000177-b34a-40d1-95df-80335cf4c90d), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:18.588992 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-dfc43324-dae2-498c-8575-b36a9f87dee4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:18.590265 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-dfc43324-dae2-498c-8575-b36a9f87dee4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6645911 Jun 24 10:09:18.593688 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 46034) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:18.599832 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-ab8540fe-789c-4f8d-9e14-d9bb339a4354 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Request body: {'security_group_rule': {'security_group_id': '42ac5ccf-402a-413d-aef1-00a3d3f730db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:09:18.607944 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:18.619373 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2be76-bfc1-448e-bc29-c0df5cdc10db admin admin] Pushing event updated for resources: {'Subnet': ['ID=56000177-b34a-40d1-95df-80335cf4c90d,revision_number=0']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:18.645002 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb2be76-bfc1-448e-bc29-c0df5cdc10db admin admin] Checking segment: {'id': '6d18c2d2-0789-4f07-b74c-e3aa460d6b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c4fa1c13-5f5c-42a4-af06-8be3d39304af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:09:18.645495 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb2be76-bfc1-448e-bc29-c0df5cdc10db admin admin] Network hostable DHCP agents. Network: c4fa1c13-5f5c-42a4-af06-8be3d39304af, hostable agents: ['227dce48-d671-4074-8746-a798e3de1e3c'], hosted agents: [] {{(pid=110839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:09:18.730558 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ab8540fe-789c-4f8d-9e14-d9bb339a4354 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group_rule (7d991db2-15c1-4d41-aa5e-bb3f5e57c20e), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:18.765698 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb2be76-bfc1-448e-bc29-c0df5cdc10db admin admin] Network c4fa1c13-5f5c-42a4-af06-8be3d39304af is scheduled to be hosted by DHCP agent 227dce48-d671-4074-8746-a798e3de1e3c with binding_index 1 {{(pid=110839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:09:18.808798 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ab8540fe-789c-4f8d-9e14-d9bb339a4354 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group_rule (7d991db2-15c1-4d41-aa5e-bb3f5e57c20e), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:18.856828 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-2eb2be76-bfc1-448e-bc29-c0df5cdc10db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-6-iscsi, c4fa1c13-5f5c-42a4-af06-8be3d39304af) {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:09:18.863401 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb2be76-bfc1-448e-bc29-c0df5cdc10db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:18.864452 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-2eb2be76-bfc1-448e-bc29-c0df5cdc10db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:18.872410 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91057ffa-a5d6-4927-8c2b-c2df90205689 None None] Network c4fa1c13-5f5c-42a4-af06-8be3d39304af requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:09:18.919197 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ab8540fe-789c-4f8d-9e14-d9bb339a4354 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (7d991db2-15c1-4d41-aa5e-bb3f5e57c20e), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:18.943746 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8540fe-789c-4f8d-9e14-d9bb339a4354 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d991db2-15c1-4d41-aa5e-bb3f5e57c20e,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:18.991203 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-2eb2be76-bfc1-448e-bc29-c0df5cdc10db admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9191806 Jun 24 10:09:19.013980 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cdd7a5-274a-43fb-b9d8-3a8090b25790 None None] Network c4fa1c13-5f5c-42a4-af06-8be3d39304af requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:09:19.062896 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ab8540fe-789c-4f8d-9e14-d9bb339a4354 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:19.062896 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-ab8540fe-789c-4f8d-9e14-d9bb339a4354 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4603403 Jun 24 10:09:19.064175 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46042) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:19.071343 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-cf9ac2b0-6449-43f0-8907-8efcbca621a4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Request body: {'security_group_rule': {'security_group_id': '42ac5ccf-402a-413d-aef1-00a3d3f730db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:09:19.256158 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-cf9ac2b0-6449-43f0-8907-8efcbca621a4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group_rule (e377abef-14b7-4b87-a294-5a1e0cbfda5c), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:19.298650 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:19.328712 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-cf9ac2b0-6449-43f0-8907-8efcbca621a4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group_rule (e377abef-14b7-4b87-a294-5a1e0cbfda5c), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:19.457773 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-cf9ac2b0-6449-43f0-8907-8efcbca621a4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (e377abef-14b7-4b87-a294-5a1e0cbfda5c), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:19.480108 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ac2b0-6449-43f0-8907-8efcbca621a4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e377abef-14b7-4b87-a294-5a1e0cbfda5c,revision_number=0']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:19.594059 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-cf9ac2b0-6449-43f0-8907-8efcbca621a4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:19.597484 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-cf9ac2b0-6449-43f0-8907-8efcbca621a4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5307918 Jun 24 10:09:19.600183 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46052) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:19.607620 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-69d944d3-3938-49d1-a02a-d3300fa4d8cb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Request body: {'floatingip': {'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:09:19.719248 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-69d944d3-3938-49d1-a02a-d3300fa4d8cb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:19.844264 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-69d944d3-3938-49d1-a02a-d3300fa4d8cb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:19.897720 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46062) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:20.012708 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [None req-69d944d3-3938-49d1-a02a-d3300fa4d8cb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Allocated IP 172.27.2.50 (a3837c3f-8d84-4126-8dfc-b4bde8a26600/ef99dc90-6579-4f1e-9fc6-58eb2334384d/cb625b52-1cef-4fe3-91ca-74b5d97ac0e7) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:09:20.034206 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 46068) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:20.041091 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-75c0db32-303c-4276-9c8d-4f1f1f8b8bbc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1227934613-network', 'tenant_id': 'efd266042fb24032b693b3885794a805'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:09:20.153783 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c0db32-303c-4276-9c8d-4f1f1f8b8bbc admin admin] Made reservation on behalf of efd266042fb24032b693b3885794a805 for: {'network': 1} {{(pid=110840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:09:20.159214 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-75c0db32-303c-4276-9c8d-4f1f1f8b8bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for network (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:20.167183 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-69d944d3-3938-49d1-a02a-d3300fa4d8cb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for port (cb625b52-1cef-4fe3-91ca-74b5d97ac0e7), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:20.169867 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:20.173418 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-75c0db32-303c-4276-9c8d-4f1f1f8b8bbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:20.272564 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a2a0868a-0517-4e62-8f29-1e62c6cbf495 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:20.291029 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-75c0db32-303c-4276-9c8d-4f1f1f8b8bbc admin admin] Publish callbacks [] for security_group (3a3a8a33-e8e5-4e5b-94bf-0a744551a982), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:20.316155 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-69d944d3-3938-49d1-a02a-d3300fa4d8cb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (cb625b52-1cef-4fe3-91ca-74b5d97ac0e7), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:20.389000 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:20.394621 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d944d3-3938-49d1-a02a-d3300fa4d8cb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:09:20.394898 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-75c0db32-303c-4276-9c8d-4f1f1f8b8bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (3a3a8a33-e8e5-4e5b-94bf-0a744551a982), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:20.396784 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d944d3-3938-49d1-a02a-d3300fa4d8cb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event updated for resources: {'Port': ['ID=cb625b52-1cef-4fe3-91ca-74b5d97ac0e7,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:20.403685 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-69d944d3-3938-49d1-a02a-d3300fa4d8cb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:09:20.408512 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d944d3-3938-49d1-a02a-d3300fa4d8cb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:09:20.444858 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c0db32-303c-4276-9c8d-4f1f1f8b8bbc admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=110840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:09:20.455999 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0db32-303c-4276-9c8d-4f1f1f8b8bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3a8a33-e8e5-4e5b-94bf-0a744551a982,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:20.467039 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-75c0db32-303c-4276-9c8d-4f1f1f8b8bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (6ab31be3-66c0-4870-93b3-534b2d6338c3), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:20.467837 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.db.segments_db [None req-75c0db32-303c-4276-9c8d-4f1f1f8b8bbc admin admin] Added segment 6ab31be3-66c0-4870-93b3-534b2d6338c3 of type vlan for network 0ab7d193-71c4-4d4b-ba56-2e77f73eebca Jun 24 10:09:20.478694 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a2a0868a-0517-4e62-8f29-1e62c6cbf495 admin admin] Publish callbacks [] for security_group (0b03f4c5-9cb3-4bd9-ade2-5a8ff7a9bc8a), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:20.539491 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-75c0db32-303c-4276-9c8d-4f1f1f8b8bbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753295298762'] for network (0ab7d193-71c4-4d4b-ba56-2e77f73eebca), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:20.561466 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-69d944d3-3938-49d1-a02a-d3300fa4d8cb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (be5c0f4c-8747-47c9-8139-4e9e6b41c026), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:20.611966 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a2a0868a-0517-4e62-8f29-1e62c6cbf495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (0b03f4c5-9cb3-4bd9-ade2-5a8ff7a9bc8a), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:20.659857 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0868a-0517-4e62-8f29-1e62c6cbf495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b03f4c5-9cb3-4bd9-ade2-5a8ff7a9bc8a,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:20.664806 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-a2a0868a-0517-4e62-8f29-1e62c6cbf495 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f23560fb8134e1dbc12649b68f48d55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7657249 Jun 24 10:09:20.669629 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 46070) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:20.712257 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-75c0db32-303c-4276-9c8d-4f1f1f8b8bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for network (0ab7d193-71c4-4d4b-ba56-2e77f73eebca), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:20.713977 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c0db32-303c-4276-9c8d-4f1f1f8b8bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:20.714926 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-75c0db32-303c-4276-9c8d-4f1f1f8b8bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:20.761448 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-69d944d3-3938-49d1-a02a-d3300fa4d8cb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (cb625b52-1cef-4fe3-91ca-74b5d97ac0e7), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:20.820224 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0db32-303c-4276-9c8d-4f1f1f8b8bbc admin admin] Pushing event updated for resources: {'Network': ['ID=0ab7d193-71c4-4d4b-ba56-2e77f73eebca,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:20.825789 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:20.830017 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:20.833596 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bc0acfbd-e265-4b59-b69b-6b6602d503d0 admin admin] Publish callbacks [] for security_group (0b03f4c5-9cb3-4bd9-ade2-5a8ff7a9bc8a), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:20.842045 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Network 0ab7d193-71c4-4d4b-ba56-2e77f73eebca details requested by agent ovs-agent-dv-cinder-843277-6-iscsi with host dv-cinder-843277-6-iscsi {{(pid=110841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:09:20.849400 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-75c0db32-303c-4276-9c8d-4f1f1f8b8bbc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8135216 Jun 24 10:09:20.856219 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 46072) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:20.866245 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-60cab32d-1aff-4f7b-a823-7fcbaa3200b0 admin admin] Request body: {'subnet': {'network_id': '0ab7d193-71c4-4d4b-ba56-2e77f73eebca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1227934613-subnet', 'tenant_id': 'efd266042fb24032b693b3885794a805', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:09:20.879217 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bc0acfbd-e265-4b59-b69b-6b6602d503d0 admin admin] Publish callbacks [] for security_group (0b03f4c5-9cb3-4bd9-ade2-5a8ff7a9bc8a), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:20.972068 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cab32d-1aff-4f7b-a823-7fcbaa3200b0 admin admin] Made reservation on behalf of efd266042fb24032b693b3885794a805 for: {'subnet': 1} {{(pid=110840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:09:20.975439 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-60cab32d-1aff-4f7b-a823-7fcbaa3200b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33362662'] for subnet (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:21.035195 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:21.040831 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bc0acfbd-e265-4b59-b69b-6b6602d503d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (0b03f4c5-9cb3-4bd9-ade2-5a8ff7a9bc8a), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:21.043465 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bc0acfbd-e265-4b59-b69b-6b6602d503d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:21.044689 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-bc0acfbd-e265-4b59-b69b-6b6602d503d0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b03f4c5-9cb3-4bd9-ade2-5a8ff7a9bc8a HTTP/1.1" status: 204 len: 168 time: 0.3734360 Jun 24 10:09:21.058206 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:21.075037 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-69d944d3-3938-49d1-a02a-d3300fa4d8cb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for port (cb625b52-1cef-4fe3-91ca-74b5d97ac0e7), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:21.082855 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0acfbd-e265-4b59-b69b-6b6602d503d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b03f4c5-9cb3-4bd9-ade2-5a8ff7a9bc8a,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:21.178313 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-69d944d3-3938-49d1-a02a-d3300fa4d8cb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (cb625b52-1cef-4fe3-91ca-74b5d97ac0e7), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:21.196797 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:21.297486 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d944d3-3938-49d1-a02a-d3300fa4d8cb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event updated for resources: {'Port': ['ID=cb625b52-1cef-4fe3-91ca-74b5d97ac0e7,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:21.310532 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-69d944d3-3938-49d1-a02a-d3300fa4d8cb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (be5c0f4c-8747-47c9-8139-4e9e6b41c026), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:21.350522 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-60cab32d-1aff-4f7b-a823-7fcbaa3200b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29645341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33362576'] for subnet (f07a1f7f-1fc9-4c41-8b29-69638ad57812), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:21.411801 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-69d944d3-3938-49d1-a02a-d3300fa4d8cb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:21.415225 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-69d944d3-3938-49d1-a02a-d3300fa4d8cb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8123043 Jun 24 10:09:21.458560 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cab32d-1aff-4f7b-a823-7fcbaa3200b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f07a1f7f-1fc9-4c41-8b29-69638ad57812,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:21.472769 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cab32d-1aff-4f7b-a823-7fcbaa3200b0 admin admin] Checking segment: {'id': '6ab31be3-66c0-4870-93b3-534b2d6338c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0ab7d193-71c4-4d4b-ba56-2e77f73eebca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:09:21.472769 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cab32d-1aff-4f7b-a823-7fcbaa3200b0 admin admin] Network hostable DHCP agents. Network: 0ab7d193-71c4-4d4b-ba56-2e77f73eebca, hostable agents: ['227dce48-d671-4074-8746-a798e3de1e3c'], hosted agents: [] {{(pid=110840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:09:21.560633 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cab32d-1aff-4f7b-a823-7fcbaa3200b0 admin admin] Network 0ab7d193-71c4-4d4b-ba56-2e77f73eebca is scheduled to be hosted by DHCP agent 227dce48-d671-4074-8746-a798e3de1e3c with binding_index 1 {{(pid=110840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:09:21.658566 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-60cab32d-1aff-4f7b-a823-7fcbaa3200b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-6-iscsi, 0ab7d193-71c4-4d4b-ba56-2e77f73eebca) {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:09:21.665610 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cab32d-1aff-4f7b-a823-7fcbaa3200b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:21.666552 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-60cab32d-1aff-4f7b-a823-7fcbaa3200b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:21.676450 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95514235-55fa-44da-be97-befbf691f4f5 None None] Network 0ab7d193-71c4-4d4b-ba56-2e77f73eebca requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:09:21.715052 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-f5823767-d5f9-469c-b38d-b384b2d32d95 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1499382473&fields=id&tenant_id=64b655c9ef0948c099f60649b9d5e78d HTTP/1.1" status: 200 len: 267 time: 0.0657532 Jun 24 10:09:21.776229 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-60cab32d-1aff-4f7b-a823-7fcbaa3200b0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9088514 Jun 24 10:09:21.876613 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a89cff5-fdc2-4426-b702-88dc24d2329a None None] Network 0ab7d193-71c4-4d4b-ba56-2e77f73eebca requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:09:21.923530 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-54cf49cb-9f29-481f-9c4d-0d2de7c43837 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:21.926512 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-54cf49cb-9f29-481f-9c4d-0d2de7c43837 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/networks?id=2c1a62ba-de23-4693-a76a-ab88e859eb34 HTTP/1.1" status: 200 len: 815 time: 0.2031639 Jun 24 10:09:21.958732 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-4242b328-8a76-4166-9342-49a1254ee3de tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/quotas/64b655c9ef0948c099f60649b9d5e78d HTTP/1.1" status: 200 len: 375 time: 0.0164375 Jun 24 10:09:21.962051 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46092) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:22.006904 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 46094) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:22.030852 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5f4c24c4-ce17-4470-be3f-58b71dc05a0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:22.075538 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-c30b138a-e62a-4cfa-a111-aa8f3e8702e1 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=64b655c9ef0948c099f60649b9d5e78d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019225 Jun 24 10:09:22.103789 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f0e602-6431-4d0d-8cb3-56ef67915e22 admin admin] Deleting subnet 56000177-b34a-40d1-95df-80335cf4c90d {{(pid=110840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:09:22.108111 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-69f0e602-6431-4d0d-8cb3-56ef67915e22 admin admin] Publish callbacks [] for subnet (56000177-b34a-40d1-95df-80335cf4c90d), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:22.180803 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-69f0e602-6431-4d0d-8cb3-56ef67915e22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29645509'] for subnet (56000177-b34a-40d1-95df-80335cf4c90d), precommit_delete_associations {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:22.241624 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-69f0e602-6431-4d0d-8cb3-56ef67915e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-760904'] for subnet (56000177-b34a-40d1-95df-80335cf4c90d), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:22.265999 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-3c5a16ab-c6ed-490f-a4f4-681f450bf20f service neutron] 10.222.0.26 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656110 Jun 24 10:09:22.272353 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5f4c24c4-ce17-4470-be3f-58b71dc05a0e admin admin] Publish callbacks [] for security_group (2f7def5c-80c0-4a31-a0f5-136f4643808b), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:22.350340 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5f4c24c4-ce17-4470-be3f-58b71dc05a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (2f7def5c-80c0-4a31-a0f5-136f4643808b), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:22.418098 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-69f0e602-6431-4d0d-8cb3-56ef67915e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29645534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33362569'] for subnet (56000177-b34a-40d1-95df-80335cf4c90d), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:22.428633 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-93c214da-7887-4436-bfd0-c6987c84fb0c service neutron] 10.222.0.26 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524227 Jun 24 10:09:22.431320 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c24c4-ce17-4470-be3f-58b71dc05a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7def5c-80c0-4a31-a0f5-136f4643808b,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:22.436189 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-5f4c24c4-ce17-4470-be3f-58b71dc05a0e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8a4f9b136b274a069afd960ef158fc86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4701560 Jun 24 10:09:22.439363 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46096) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:22.470364 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-69f0e602-6431-4d0d-8cb3-56ef67915e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:22.477312 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-69f0e602-6431-4d0d-8cb3-56ef67915e22 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/56000177-b34a-40d1-95df-80335cf4c90d HTTP/1.1" status: 204 len: 168 time: 0.4684618 Jun 24 10:09:22.479112 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0e602-6431-4d0d-8cb3-56ef67915e22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56000177-b34a-40d1-95df-80335cf4c90d,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:22.481424 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46098) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:22.598976 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6c0bc59c-6f41-45c7-90e4-3ac173cd2b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652767'] for network (c4fa1c13-5f5c-42a4-af06-8be3d39304af), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:22.601175 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-337c0263-6154-4ed6-b4ca-5eb078450dad admin admin] Publish callbacks [] for security_group (2f7def5c-80c0-4a31-a0f5-136f4643808b), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:22.620049 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:22.637885 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-337c0263-6154-4ed6-b4ca-5eb078450dad admin admin] Publish callbacks [] for security_group (2f7def5c-80c0-4a31-a0f5-136f4643808b), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:22.650473 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:22.745683 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6c0bc59c-6f41-45c7-90e4-3ac173cd2b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8753295835275'] for network (c4fa1c13-5f5c-42a4-af06-8be3d39304af), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:22.771567 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-6c0bc59c-6f41-45c7-90e4-3ac173cd2b5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fa1c13-5f5c-42a4-af06-8be3d39304af']}} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:22.783183 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-6c0bc59c-6f41-45c7-90e4-3ac173cd2b5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d18c2d2-0789-4f07-b74c-e3aa460d6b53') {'for_net_delete': True} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:22.783468 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-6c0bc59c-6f41-45c7-90e4-3ac173cd2b5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d18c2d2-0789-4f07-b74c-e3aa460d6b53') {} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:22.799786 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6c0bc59c-6f41-45c7-90e4-3ac173cd2b5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753295836052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29527165'] for segment (6d18c2d2-0789-4f07-b74c-e3aa460d6b53), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:22.834658 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e5eca9fb-459a-403c-b47f-b686443a6abc req-ee7c4132-9cf7-4858-9ae8-34b7f4f379c2 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=be64c134-2849-4168-8e6d-ba3cef4f3123 HTTP/1.1" status: 200 len: 210 time: 0.0480723 Jun 24 10:09:22.837811 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6c0bc59c-6f41-45c7-90e4-3ac173cd2b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (6d18c2d2-0789-4f07-b74c-e3aa460d6b53), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:22.858419 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0bc59c-6f41-45c7-90e4-3ac173cd2b5e admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=110839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:09:22.859120 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6c0bc59c-6f41-45c7-90e4-3ac173cd2b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33003900'] for segment (6d18c2d2-0789-4f07-b74c-e3aa460d6b53), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:22.891104 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-337c0263-6154-4ed6-b4ca-5eb078450dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (2f7def5c-80c0-4a31-a0f5-136f4643808b), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:22.895936 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-337c0263-6154-4ed6-b4ca-5eb078450dad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:22.900939 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-337c0263-6154-4ed6-b4ca-5eb078450dad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2f7def5c-80c0-4a31-a0f5-136f4643808b HTTP/1.1" status: 204 len: 168 time: 0.4570909 Jun 24 10:09:22.921187 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.services.segments.plugin [-] Segment 6d18c2d2-0789-4f07-b74c-e3aa460d6b53 resource provider aggregate not found Jun 24 10:09:22.984462 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.services.segments.plugin [-] Segment 6d18c2d2-0789-4f07-b74c-e3aa460d6b53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d18c2d2-0789-4f07-b74c-e3aa460d6b53 found for delete ", "request_id": "req-6fa577d8-5fb3-4e31-8b29-b072565922c1"}]} Jun 24 10:09:22.986159 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c0263-6154-4ed6-b4ca-5eb078450dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7def5c-80c0-4a31-a0f5-136f4643808b,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:23.108937 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6c0bc59c-6f41-45c7-90e4-3ac173cd2b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1893167'] for network (c4fa1c13-5f5c-42a4-af06-8be3d39304af), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:23.116495 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6c0bc59c-6f41-45c7-90e4-3ac173cd2b5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:23.120853 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-6c0bc59c-6f41-45c7-90e4-3ac173cd2b5e admin admin] 10.222.0.26 "DELETE /v2.0/networks/c4fa1c13-5f5c-42a4-af06-8be3d39304af HTTP/1.1" status: 204 len: 168 time: 0.6377170 Jun 24 10:09:23.123855 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46114) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:23.141793 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bc59c-6f41-45c7-90e4-3ac173cd2b5e admin admin] Pushing event deleted for resources: {'Network': ['ID=c4fa1c13-5f5c-42a4-af06-8be3d39304af,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:23.185615 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_v2 [None req-570e16a6-849c-4c25-8a52-c2ee2eda2590 admin admin] Deleting subnet f07a1f7f-1fc9-4c41-8b29-69638ad57812 {{(pid=110839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:09:23.189944 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-570e16a6-849c-4c25-8a52-c2ee2eda2590 admin admin] Publish callbacks [] for subnet (f07a1f7f-1fc9-4c41-8b29-69638ad57812), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:23.239220 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-570e16a6-849c-4c25-8a52-c2ee2eda2590 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29527142'] for subnet (f07a1f7f-1fc9-4c41-8b29-69638ad57812), precommit_delete_associations {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:23.292116 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-570e16a6-849c-4c25-8a52-c2ee2eda2590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-760904'] for subnet (f07a1f7f-1fc9-4c41-8b29-69638ad57812), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:23.520314 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-570e16a6-849c-4c25-8a52-c2ee2eda2590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33003798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30318424'] for subnet (f07a1f7f-1fc9-4c41-8b29-69638ad57812), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:23.571321 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e16a6-849c-4c25-8a52-c2ee2eda2590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f07a1f7f-1fc9-4c41-8b29-69638ad57812,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:23.575057 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-570e16a6-849c-4c25-8a52-c2ee2eda2590 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:23.582262 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-570e16a6-849c-4c25-8a52-c2ee2eda2590 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f07a1f7f-1fc9-4c41-8b29-69638ad57812 HTTP/1.1" status: 204 len: 168 time: 0.4473345 Jun 24 10:09:23.585958 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46120) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:23.706120 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-bc3f1bc6-a589-4ac7-8fa4-408431aa20d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652767'] for network (0ab7d193-71c4-4d4b-ba56-2e77f73eebca), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:23.836323 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-bc3f1bc6-a589-4ac7-8fa4-408431aa20d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8753295835275'] for network (0ab7d193-71c4-4d4b-ba56-2e77f73eebca), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:23.874540 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-bc3f1bc6-a589-4ac7-8fa4-408431aa20d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab7d193-71c4-4d4b-ba56-2e77f73eebca']}} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:23.891297 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-bc3f1bc6-a589-4ac7-8fa4-408431aa20d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab31be3-66c0-4870-93b3-534b2d6338c3') {'for_net_delete': True} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:23.891824 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-bc3f1bc6-a589-4ac7-8fa4-408431aa20d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab31be3-66c0-4870-93b3-534b2d6338c3') {} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:23.907577 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-bc3f1bc6-a589-4ac7-8fa4-408431aa20d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753295836052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29527165'] for segment (6ab31be3-66c0-4870-93b3-534b2d6338c3), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:23.915195 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 46124) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:23.931084 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-bc3f1bc6-a589-4ac7-8fa4-408431aa20d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (6ab31be3-66c0-4870-93b3-534b2d6338c3), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:23.940158 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ebaa4c99-fafd-4162-a53b-8d9c295bdb76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:23.942714 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3f1bc6-a589-4ac7-8fa4-408431aa20d0 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=110839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:09:23.943297 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-bc3f1bc6-a589-4ac7-8fa4-408431aa20d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33003900'] for segment (6ab31be3-66c0-4870-93b3-534b2d6338c3), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:23.976656 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:24.008785 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8b3447ef-436b-4e53-8074-c36584879c24 req-ab90c0fc-5251-4b37-94be-f3283379d4aa tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=be64c134-2849-4168-8e6d-ba3cef4f3123 HTTP/1.1" status: 200 len: 210 time: 0.0621979 Jun 24 10:09:24.138187 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-bc3f1bc6-a589-4ac7-8fa4-408431aa20d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1893167'] for network (0ab7d193-71c4-4d4b-ba56-2e77f73eebca), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:24.143311 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:24.149311 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-bc3f1bc6-a589-4ac7-8fa4-408431aa20d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:24.155010 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-bc3f1bc6-a589-4ac7-8fa4-408431aa20d0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0ab7d193-71c4-4d4b-ba56-2e77f73eebca HTTP/1.1" status: 204 len: 168 time: 0.5678449 Jun 24 10:09:24.174148 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f1bc6-a589-4ac7-8fa4-408431aa20d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ab7d193-71c4-4d4b-ba56-2e77f73eebca,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:24.211643 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ebaa4c99-fafd-4162-a53b-8d9c295bdb76 admin admin] Publish callbacks [] for security_group (2e0345be-2f03-4f76-a461-9b0f618d9894), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:24.275281 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ebaa4c99-fafd-4162-a53b-8d9c295bdb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (2e0345be-2f03-4f76-a461-9b0f618d9894), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:24.330955 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-ebaa4c99-fafd-4162-a53b-8d9c295bdb76 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b03b1cb427354b539f09db7d5cc7b6f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4140406 Jun 24 10:09:24.335468 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46128) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:24.347121 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa4c99-fafd-4162-a53b-8d9c295bdb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0345be-2f03-4f76-a461-9b0f618d9894,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:24.357214 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa4c99-fafd-4162-a53b-8d9c295bdb76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:24.357667 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa4c99-fafd-4162-a53b-8d9c295bdb76 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:24.358182 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa4c99-fafd-4162-a53b-8d9c295bdb76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:24.358583 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa4c99-fafd-4162-a53b-8d9c295bdb76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:24.359161 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa4c99-fafd-4162-a53b-8d9c295bdb76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:24.359687 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa4c99-fafd-4162-a53b-8d9c295bdb76 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:24.360235 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa4c99-fafd-4162-a53b-8d9c295bdb76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:24.360706 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa4c99-fafd-4162-a53b-8d9c295bdb76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:24.361114 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa4c99-fafd-4162-a53b-8d9c295bdb76 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:24.361656 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa4c99-fafd-4162-a53b-8d9c295bdb76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:24.362052 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa4c99-fafd-4162-a53b-8d9c295bdb76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:24.362467 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa4c99-fafd-4162-a53b-8d9c295bdb76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:24.362939 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa4c99-fafd-4162-a53b-8d9c295bdb76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:24.363470 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa4c99-fafd-4162-a53b-8d9c295bdb76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:24.364008 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa4c99-fafd-4162-a53b-8d9c295bdb76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:09:24.425470 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-9d035361-ecd9-40a0-bbc3-1751154ea6db admin admin] Publish callbacks [] for security_group (2e0345be-2f03-4f76-a461-9b0f618d9894), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:24.451242 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-9d035361-ecd9-40a0-bbc3-1751154ea6db admin admin] Publish callbacks [] for security_group (2e0345be-2f03-4f76-a461-9b0f618d9894), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:24.601692 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-9d035361-ecd9-40a0-bbc3-1751154ea6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (2e0345be-2f03-4f76-a461-9b0f618d9894), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:24.605888 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-9d035361-ecd9-40a0-bbc3-1751154ea6db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:24.607692 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-9d035361-ecd9-40a0-bbc3-1751154ea6db admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2e0345be-2f03-4f76-a461-9b0f618d9894 HTTP/1.1" status: 204 len: 168 time: 0.2704067 Jun 24 10:09:24.622707 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035361-ecd9-40a0-bbc3-1751154ea6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0345be-2f03-4f76-a461-9b0f618d9894,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:24.655610 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46132) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:24.729806 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-c8070873-01ed-43b3-b8db-35ee74ed63de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=da06ea7951314ce9b5d7e70093429249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0724669 Jun 24 10:09:24.732282 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 46134) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:24.790885 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-88d22764-6fba-4633-b6cf-cfaecf668f33 admin admin] Publish callbacks [] for security_group (cd5f4998-f4ce-4987-a7b9-ff78d5e08322), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:24.814658 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:24.821031 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-88d22764-6fba-4633-b6cf-cfaecf668f33 admin admin] Publish callbacks [] for security_group (cd5f4998-f4ce-4987-a7b9-ff78d5e08322), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:24.983616 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-88d22764-6fba-4633-b6cf-cfaecf668f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (cd5f4998-f4ce-4987-a7b9-ff78d5e08322), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:24.987421 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-88d22764-6fba-4633-b6cf-cfaecf668f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:24.989295 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-88d22764-6fba-4633-b6cf-cfaecf668f33 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd5f4998-f4ce-4987-a7b9-ff78d5e08322 HTTP/1.1" status: 204 len: 168 time: 0.2557743 Jun 24 10:09:25.018179 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d22764-6fba-4633-b6cf-cfaecf668f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5f4998-f4ce-4987-a7b9-ff78d5e08322,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:25.027604 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.services.segments.plugin [-] Segment 6ab31be3-66c0-4870-93b3-534b2d6338c3 resource provider aggregate not found Jun 24 10:09:25.091968 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:25.105707 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.services.segments.plugin [-] Segment 6ab31be3-66c0-4870-93b3-534b2d6338c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ab31be3-66c0-4870-93b3-534b2d6338c3 found for delete ", "request_id": "req-64377d66-1eb2-4cea-a8f6-42b6ef75520f"}]} Jun 24 10:09:25.186134 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-a711b776-54c5-41b6-9686-6d2591213f21 req-9fbc679d-d2b9-4fff-a925-0349292c961e tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=be64c134-2849-4168-8e6d-ba3cef4f3123 HTTP/1.1" status: 200 len: 210 time: 0.0640330 Jun 24 10:09:25.596736 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:25.793142 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-9244119a-3f6d-4042-aec0-e4d4bb154911 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:25.794843 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-9244119a-3f6d-4042-aec0-e4d4bb154911 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.55 "GET /v2.0/networks?id=2c1a62ba-de23-4693-a76a-ab88e859eb34 HTTP/1.1" status: 200 len: 815 time: 0.2221682 Jun 24 10:09:25.891631 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-0118d781-75ed-422e-b9f2-d2e146d531c7 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64b655c9ef0948c099f60649b9d5e78d HTTP/1.1" status: 200 len: 380 time: 0.0828059 Jun 24 10:09:25.908817 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-dda8765c-8773-473a-8f55-6602f5b13fdb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Request body: {'port': {'device_id': 'be64c134-2849-4168-8e6d-ba3cef4f3123', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'admin_state_up': True, 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'security_groups': ['42ac5ccf-402a-413d-aef1-00a3d3f730db']}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:09:26.133637 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46168) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:26.192835 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-dda8765c-8773-473a-8f55-6602f5b13fdb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Made reservation on behalf of 64b655c9ef0948c099f60649b9d5e78d for: {'port': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:09:26.199000 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-dda8765c-8773-473a-8f55-6602f5b13fdb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:26.239879 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-31f9fb57-b9de-441d-bf6b-d37a665b624a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=efd266042fb24032b693b3885794a805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1047535 Jun 24 10:09:26.243919 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46176) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:26.276915 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:26.404313 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-33277b98-44af-4d27-947f-2de8d94e516f req-25dfbf7e-a4f4-4315-8551-cb49ea204e41 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=be64c134-2849-4168-8e6d-ba3cef4f3123 HTTP/1.1" status: 200 len: 210 time: 0.0728414 Jun 24 10:09:26.474455 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-2eabe813-e8c9-48de-927d-ccce9fb7cea6 admin admin] Publish callbacks [] for security_group (3a3a8a33-e8e5-4e5b-94bf-0a744551a982), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:26.521507 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-dda8765c-8773-473a-8f55-6602f5b13fdb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Allocated IP 172.20.0.13 (2c1a62ba-de23-4693-a76a-ab88e859eb34/02351637-371e-4010-8915-07491ccbdf1d/ac624c3b-2da8-4c77-aee5-62a4ad7e74b0) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:09:26.525597 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-2eabe813-e8c9-48de-927d-ccce9fb7cea6 admin admin] Publish callbacks [] for security_group (3a3a8a33-e8e5-4e5b-94bf-0a744551a982), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:26.752431 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-2eabe813-e8c9-48de-927d-ccce9fb7cea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (3a3a8a33-e8e5-4e5b-94bf-0a744551a982), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:26.756593 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-2eabe813-e8c9-48de-927d-ccce9fb7cea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:26.758593 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-2eabe813-e8c9-48de-927d-ccce9fb7cea6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3a3a8a33-e8e5-4e5b-94bf-0a744551a982 HTTP/1.1" status: 204 len: 168 time: 0.5128257 Jun 24 10:09:26.800363 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eabe813-e8c9-48de-927d-ccce9fb7cea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3a8a33-e8e5-4e5b-94bf-0a744551a982,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:26.950109 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-dda8765c-8773-473a-8f55-6602f5b13fdb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for port (ac624c3b-2da8-4c77-aee5-62a4ad7e74b0), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:26.955218 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:27.064426 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-dda8765c-8773-473a-8f55-6602f5b13fdb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (ac624c3b-2da8-4c77-aee5-62a4ad7e74b0), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:27.134079 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-dda8765c-8773-473a-8f55-6602f5b13fdb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Network 2c1a62ba-de23-4693-a76a-ab88e859eb34 is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:09:27.137585 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-dda8765c-8773-473a-8f55-6602f5b13fdb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:09:27.140468 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-dda8765c-8773-473a-8f55-6602f5b13fdb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:09:27.174316 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8765c-8773-473a-8f55-6602f5b13fdb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event updated for resources: {'Port': ['ID=ac624c3b-2da8-4c77-aee5-62a4ad7e74b0,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:27.211284 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-dda8765c-8773-473a-8f55-6602f5b13fdb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:27.212511 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-dda8765c-8773-473a-8f55-6602f5b13fdb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:27.364972 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-dda8765c-8773-473a-8f55-6602f5b13fdb tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4614794 Jun 24 10:09:27.384541 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-1b4c2c7a-c350-4d00-b1df-6c98421ba3ce service neutron] Request body: {'port': {'device_id': 'be64c134-2849-4168-8e6d-ba3cef4f3123', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:09:27.502259 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-beb84ca7-4ad1-4804-8485-dce8d0f379b4 None None] Provisioning complete for port ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:09:27.502841 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-beb84ca7-4ad1-4804-8485-dce8d0f379b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (ac624c3b-2da8-4c77-aee5-62a4ad7e74b0), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:27.540668 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-1b4c2c7a-c350-4d00-b1df-6c98421ba3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (ac624c3b-2da8-4c77-aee5-62a4ad7e74b0), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:27.612836 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-beb84ca7-4ad1-4804-8485-dce8d0f379b4 None None] Port ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:09:27.660747 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d8f1c-a07e-450f-abf4-67b0f37355ff req-826579f7-d27e-4e9c-af44-2663e970469c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:27.671438 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-733d8f1c-a07e-450f-abf4-67b0f37355ff req-826579f7-d27e-4e9c-af44-2663e970469c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=be64c134-2849-4168-8e6d-ba3cef4f3123 HTTP/1.1" status: 200 len: 932 time: 0.1367638 Jun 24 10:09:27.764798 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-733d8f1c-a07e-450f-abf4-67b0f37355ff req-48e8c938-b359-4d43-9297-47c6f3950c80 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=42ac5ccf-402a-413d-aef1-00a3d3f730db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918229 Jun 24 10:09:27.961300 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:28.026068 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-1b4c2c7a-c350-4d00-b1df-6c98421ba3ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 {{(pid=110839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:09:28.035164 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-1b4c2c7a-c350-4d00-b1df-6c98421ba3ce service neutron] Publish callbacks [] for port (ac624c3b-2da8-4c77-aee5-62a4ad7e74b0), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:28.050540 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.provisioning_blocks [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-1b4c2c7a-c350-4d00-b1df-6c98421ba3ce service neutron] Transition to ACTIVE for port object ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 will not be triggered until provisioned by entity L2. {{(pid=110839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:09:28.120264 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-1b4c2c7a-c350-4d00-b1df-6c98421ba3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (ac624c3b-2da8-4c77-aee5-62a4ad7e74b0), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:28.202763 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c2c7a-c350-4d00-b1df-6c98421ba3ce service neutron] Pushing event updated for resources: {'Port': ['ID=ac624c3b-2da8-4c77-aee5-62a4ad7e74b0,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:28.280977 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-1b4c2c7a-c350-4d00-b1df-6c98421ba3ce service neutron] Attempting to bind port ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:09:28.281324 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-1b4c2c7a-c350-4d00-b1df-6c98421ba3ce service neutron] Attempting to bind port ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '9f62f420-dab8-42b3-80e9-b2fd793dbe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34'}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:09:28.281660 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-1b4c2c7a-c350-4d00-b1df-6c98421ba3ce service neutron] Attempting to bind port ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 on network 2c1a62ba-de23-4693-a76a-ab88e859eb34 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:09:28.292532 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-1b4c2c7a-c350-4d00-b1df-6c98421ba3ce service neutron] Port ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 on network 2c1a62ba-de23-4693-a76a-ab88e859eb34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:09:28.292532 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-1b4c2c7a-c350-4d00-b1df-6c98421ba3ce service neutron] Attempting to bind port ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 on network 2c1a62ba-de23-4693-a76a-ab88e859eb34 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:09:28.294731 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-1b4c2c7a-c350-4d00-b1df-6c98421ba3ce service neutron] Checking agent: {'id': '26214230-7434-41f1-bd59-00d94ef0f061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'started_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:09:28.295315 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-1b4c2c7a-c350-4d00-b1df-6c98421ba3ce service neutron] Checking segment: {'id': '9f62f420-dab8-42b3-80e9-b2fd793dbe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:09:28.295881 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-1b4c2c7a-c350-4d00-b1df-6c98421ba3ce service neutron] Bound using segment: {'id': '9f62f420-dab8-42b3-80e9-b2fd793dbe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34'} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:09:28.296364 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-1b4c2c7a-c350-4d00-b1df-6c98421ba3ce service neutron] Bound port: ac624c3b-2da8-4c77-aee5-62a4ad7e74b0, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f62f420-dab8-42b3-80e9-b2fd793dbe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34'}}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:09:28.296819 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-1b4c2c7a-c350-4d00-b1df-6c98421ba3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (ac624c3b-2da8-4c77-aee5-62a4ad7e74b0), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:28.374615 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-1b4c2c7a-c350-4d00-b1df-6c98421ba3ce service neutron] For port ac624c3b-2da8-4c77-aee5-62a4ad7e74b0, host hv-cinder-84327, cleared binding levels {{(pid=110839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:09:28.379691 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-1b4c2c7a-c350-4d00-b1df-6c98421ba3ce service neutron] For port ac624c3b-2da8-4c77-aee5-62a4ad7e74b0, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=ac624c3b-2da8-4c77-aee5-62a4ad7e74b0,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:09:28.384898 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46204) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:28.467748 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-1b4c2c7a-c350-4d00-b1df-6c98421ba3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (ac624c3b-2da8-4c77-aee5-62a4ad7e74b0), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:28.508254 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-1b4c2c7a-c350-4d00-b1df-6c98421ba3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:28.508845 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-1b4c2c7a-c350-4d00-b1df-6c98421ba3ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:28.510329 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-1b4c2c7a-c350-4d00-b1df-6c98421ba3ce service neutron] 10.222.0.55 "PUT /v2.0/ports/ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 HTTP/1.1" status: 200 len: 1094 time: 1.1342053 Jun 24 10:09:28.512596 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be64c134-2849-4168-8e6d-ba3cef4f3123', 'tag': 'ac624c3b-2da8-4c77-aee5-62a4ad7e74b0'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:09:28.514781 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07847bd-39b1-4b8b-8c95-46cb48ce123b" -d '{"events": [{"name": "network-changed", "server_uuid": "be64c134-2849-4168-8e6d-ba3cef4f3123", "tag": "ac624c3b-2da8-4c77-aee5-62a4ad7e74b0"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:09:28.536363 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-a03d1e27-495b-4548-a3ff-a976284ceb35 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1734267268-network', 'tenant_id': 'dd13155cb1424b9ca5c7813303f78a68'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:09:28.575796 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c2c7a-c350-4d00-b1df-6c98421ba3ce service neutron] Pushing event updated for resources: {'Port': ['ID=ac624c3b-2da8-4c77-aee5-62a4ad7e74b0,revision_number=3']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:28.582808 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8124c8-bc23-4d7f-bbad-55c120443659 x-openstack-request-id: req-8b8124c8-bc23-4d7f-bbad-55c120443659 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:09:28.583079 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be64c134-2849-4168-8e6d-ba3cef4f3123", "tag": "ac624c3b-2da8-4c77-aee5-62a4ad7e74b0", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:09:28.583409 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b8124c8-bc23-4d7f-bbad-55c120443659 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:09:28.583811 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b8124c8-bc23-4d7f-bbad-55c120443659'] response: {'name': 'network-changed', 'server_uuid': 'be64c134-2849-4168-8e6d-ba3cef4f3123', 'tag': 'ac624c3b-2da8-4c77-aee5-62a4ad7e74b0', 'status': 'completed', 'code': 200} Jun 24 10:09:28.666200 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03d1e27-495b-4548-a3ff-a976284ceb35 admin admin] Made reservation on behalf of dd13155cb1424b9ca5c7813303f78a68 for: {'network': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:09:28.669704 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a03d1e27-495b-4548-a3ff-a976284ceb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for network (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:28.696553 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a03d1e27-495b-4548-a3ff-a976284ceb35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:28.724819 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07847bd-39b1-4b8b-8c95-46cb48ce123b req-0121b98b-1300-480e-9e6d-3ed12895556a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:28.728418 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a07847bd-39b1-4b8b-8c95-46cb48ce123b req-0121b98b-1300-480e-9e6d-3ed12895556a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64b655c9ef0948c099f60649b9d5e78d&device_id=be64c134-2849-4168-8e6d-ba3cef4f3123 HTTP/1.1" status: 200 len: 1128 time: 0.1184165 Jun 24 10:09:28.920095 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:28.953606 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07847bd-39b1-4b8b-8c95-46cb48ce123b req-3b37bff1-8143-4850-9270-7d3b7cf8c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:28.954930 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a07847bd-39b1-4b8b-8c95-46cb48ce123b req-3b37bff1-8143-4850-9270-7d3b7cf8c313 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=64b655c9ef0948c099f60649b9d5e78d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2105086 Jun 24 10:09:28.980752 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a03d1e27-495b-4548-a3ff-a976284ceb35 admin admin] Publish callbacks [] for security_group (cf390e5a-fee1-4a25-94a4-4bf9573a1b3a), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:28.984410 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a215e53-c9b2-47e7-ba07-50e3106e180b req-ad33ecf2-7402-463b-a86d-ffa4237ce066 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:28.987581 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5a215e53-c9b2-47e7-ba07-50e3106e180b req-ad33ecf2-7402-463b-a86d-ffa4237ce066 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=be64c134-2849-4168-8e6d-ba3cef4f3123 HTTP/1.1" status: 200 len: 944 time: 0.0826397 Jun 24 10:09:29.078251 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a03d1e27-495b-4548-a3ff-a976284ceb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (cf390e5a-fee1-4a25-94a4-4bf9573a1b3a), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:29.085216 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5a215e53-c9b2-47e7-ba07-50e3106e180b req-78f378be-346e-43a5-b642-d88a99815f3b tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=42ac5ccf-402a-413d-aef1-00a3d3f730db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859873 Jun 24 10:09:29.143011 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:29.151481 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03d1e27-495b-4548-a3ff-a976284ceb35 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=110839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:09:29.153866 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d1e27-495b-4548-a3ff-a976284ceb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf390e5a-fee1-4a25-94a4-4bf9573a1b3a,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:29.159850 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07847bd-39b1-4b8b-8c95-46cb48ce123b req-caa583c9-be6f-4e1b-9bb9-a7bdc4b02c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:29.161392 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a07847bd-39b1-4b8b-8c95-46cb48ce123b req-caa583c9-be6f-4e1b-9bb9-a7bdc4b02c0c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1905532 Jun 24 10:09:29.167685 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a03d1e27-495b-4548-a3ff-a976284ceb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (91000242-65be-48d5-9a16-99539e2d296f), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:29.167900 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.segments_db [None req-a03d1e27-495b-4548-a3ff-a976284ceb35 admin admin] Added segment 91000242-65be-48d5-9a16-99539e2d296f of type vlan for network 6a934440-990b-4d64-87eb-26ed20cf8b15 Jun 24 10:09:29.220216 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a03d1e27-495b-4548-a3ff-a976284ceb35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753295298762'] for network (6a934440-990b-4d64-87eb-26ed20cf8b15), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:29.275841 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-c50fc00e-ebbb-43fb-9abb-2cc3c566b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:29.277412 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-c50fc00e-ebbb-43fb-9abb-2cc3c566b4be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64b655c9ef0948c099f60649b9d5e78d&device_id=be64c134-2849-4168-8e6d-ba3cef4f3123 HTTP/1.1" status: 200 len: 1128 time: 0.0551922 Jun 24 10:09:29.323103 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-3aa016fd-e040-48c8-a4f3-6f9ba3ffcacc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 HTTP/1.1" status: 200 len: 217 time: 0.0352664 Jun 24 10:09:29.374803 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-65a17464-6fbf-4948-99ba-6ceabc29c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:29.376352 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-65a17464-6fbf-4948-99ba-6ceabc29c115 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02351637-371e-4010-8915-07491ccbdf1d HTTP/1.1" status: 200 len: 854 time: 0.0479772 Jun 24 10:09:29.382574 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a03d1e27-495b-4548-a3ff-a976284ceb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for network (6a934440-990b-4d64-87eb-26ed20cf8b15), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:29.383541 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03d1e27-495b-4548-a3ff-a976284ceb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:29.384172 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a03d1e27-495b-4548-a3ff-a976284ceb35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:29.484509 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-08ba245b-ccee-435c-9b7e-a5c1f7ba878d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:29.486502 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-08ba245b-ccee-435c-9b7e-a5c1f7ba878d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c1a62ba-de23-4693-a76a-ab88e859eb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0996284 Jun 24 10:09:29.487219 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d1e27-495b-4548-a3ff-a976284ceb35 admin admin] Pushing event updated for resources: {'Network': ['ID=6a934440-990b-4d64-87eb-26ed20cf8b15,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:29.499679 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Network 6a934440-990b-4d64-87eb-26ed20cf8b15 details requested by agent ovs-agent-dv-cinder-843277-6-iscsi with host dv-cinder-843277-6-iscsi {{(pid=110841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:09:29.586868 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-a03d1e27-495b-4548-a3ff-a976284ceb35 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2007380 Jun 24 10:09:29.590214 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 46220) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:29.600752 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-357ba4ad-fca7-4e47-b41b-e8d3b38e1567 admin admin] Request body: {'subnet': {'network_id': '6a934440-990b-4d64-87eb-26ed20cf8b15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1734267268-subnet', 'tenant_id': 'dd13155cb1424b9ca5c7813303f78a68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:09:29.621736 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-e9e9b46a-4ecb-41a4-b45c-3794f6d6ceee service neutron] 10.222.0.55 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247406 Jun 24 10:09:29.720686 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357ba4ad-fca7-4e47-b41b-e8d3b38e1567 admin admin] Made reservation on behalf of dd13155cb1424b9ca5c7813303f78a68 for: {'subnet': 1} {{(pid=110840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:09:29.723233 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-357ba4ad-fca7-4e47-b41b-e8d3b38e1567 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33362662'] for subnet (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:30.008663 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:30.034564 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-424f89be-9b08-4dae-a7c1-e97de8e3da51 req-c85ed6fe-533c-40b3-bdf4-4a6dc30fae19 service neutron] 10.222.0.55 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063048 Jun 24 10:09:30.068395 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-357ba4ad-fca7-4e47-b41b-e8d3b38e1567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29645341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33362576'] for subnet (a68b1fb0-d798-4168-93be-1caca04a1064), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:30.138089 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ba4ad-fca7-4e47-b41b-e8d3b38e1567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a68b1fb0-d798-4168-93be-1caca04a1064,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:30.161621 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357ba4ad-fca7-4e47-b41b-e8d3b38e1567 admin admin] Checking segment: {'id': '91000242-65be-48d5-9a16-99539e2d296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6a934440-990b-4d64-87eb-26ed20cf8b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:09:30.162220 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357ba4ad-fca7-4e47-b41b-e8d3b38e1567 admin admin] Network hostable DHCP agents. Network: 6a934440-990b-4d64-87eb-26ed20cf8b15, hostable agents: ['227dce48-d671-4074-8746-a798e3de1e3c'], hosted agents: [] {{(pid=110840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:09:30.269325 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ccf7e-e727-493d-b05a-4c7cc46865b2 req-5b5d9f69-5f92-4beb-aacf-f61e971caaff tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:30.270862 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7e6ccf7e-e727-493d-b05a-4c7cc46865b2 req-5b5d9f69-5f92-4beb-aacf-f61e971caaff tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=be64c134-2849-4168-8e6d-ba3cef4f3123 HTTP/1.1" status: 200 len: 944 time: 0.0707548 Jun 24 10:09:30.332170 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357ba4ad-fca7-4e47-b41b-e8d3b38e1567 admin admin] Network 6a934440-990b-4d64-87eb-26ed20cf8b15 is scheduled to be hosted by DHCP agent 227dce48-d671-4074-8746-a798e3de1e3c with binding_index 1 {{(pid=110840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:09:30.347701 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7e6ccf7e-e727-493d-b05a-4c7cc46865b2 req-006243eb-b0b7-46b2-a015-e4fb2efebfb2 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=42ac5ccf-402a-413d-aef1-00a3d3f730db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669348 Jun 24 10:09:30.497582 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-357ba4ad-fca7-4e47-b41b-e8d3b38e1567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-6-iscsi, 6a934440-990b-4d64-87eb-26ed20cf8b15) {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:09:30.503985 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357ba4ad-fca7-4e47-b41b-e8d3b38e1567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:30.505059 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-357ba4ad-fca7-4e47-b41b-e8d3b38e1567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:30.515862 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e210f6-882b-45de-b0d7-2e807a1f0000 None None] Network 6a934440-990b-4d64-87eb-26ed20cf8b15 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:09:30.633659 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa8bc89-709d-4d10-8f9e-14ef3702d17c None None] Network 6a934440-990b-4d64-87eb-26ed20cf8b15 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:09:30.729015 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-357ba4ad-fca7-4e47-b41b-e8d3b38e1567 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1287696 Jun 24 10:09:30.910935 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:30.920325 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:31.018054 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 46234) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:31.242119 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-e0a77e51-244b-4936-90cd-b8639b7fd299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:31.326750 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-e0a77e51-244b-4936-90cd-b8639b7fd299 admin admin] Publish callbacks [] for security_group (e18f0d38-b69a-456f-b704-122d82e0bd1e), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:31.467234 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-e0a77e51-244b-4936-90cd-b8639b7fd299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (e18f0d38-b69a-456f-b704-122d82e0bd1e), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:31.533188 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-e0a77e51-244b-4936-90cd-b8639b7fd299 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=81839e061f5e4c8f890d49423074e011&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5139883 Jun 24 10:09:31.537909 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46246) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:31.553303 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433281bb-63e2-40ec-97ec-28a98bbcf123 req-9d334b52-0fa6-4123-9c5f-1fbab4b56bc0 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:31.554985 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-433281bb-63e2-40ec-97ec-28a98bbcf123 req-9d334b52-0fa6-4123-9c5f-1fbab4b56bc0 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=be64c134-2849-4168-8e6d-ba3cef4f3123 HTTP/1.1" status: 200 len: 944 time: 0.0987365 Jun 24 10:09:31.555729 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a77e51-244b-4936-90cd-b8639b7fd299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18f0d38-b69a-456f-b704-122d82e0bd1e,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:31.574140 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:31.574140 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:31.628823 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-433281bb-63e2-40ec-97ec-28a98bbcf123 req-3d77005f-b446-4200-94e8-7feba0493f03 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=42ac5ccf-402a-413d-aef1-00a3d3f730db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639739 Jun 24 10:09:31.631905 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-71908de7-293d-4e72-a926-d479869d12c0 admin admin] Publish callbacks [] for security_group (e18f0d38-b69a-456f-b704-122d82e0bd1e), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:31.673058 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-71908de7-293d-4e72-a926-d479869d12c0 admin admin] Publish callbacks [] for security_group (e18f0d38-b69a-456f-b704-122d82e0bd1e), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:31.814180 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46252) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:31.820948 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-8c8b73c2-186f-479d-aa8f-fe428040aed3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2038784978-network', 'tenant_id': 'a7a4a98717ce4ff2919478f6fd94b392'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:09:31.898130 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-71908de7-293d-4e72-a926-d479869d12c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (e18f0d38-b69a-456f-b704-122d82e0bd1e), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:31.900736 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-71908de7-293d-4e72-a926-d479869d12c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:31.901943 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-71908de7-293d-4e72-a926-d479869d12c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e18f0d38-b69a-456f-b704-122d82e0bd1e HTTP/1.1" status: 204 len: 168 time: 0.3626635 Jun 24 10:09:31.910955 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71908de7-293d-4e72-a926-d479869d12c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18f0d38-b69a-456f-b704-122d82e0bd1e,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:31.933410 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8b73c2-186f-479d-aa8f-fe428040aed3 admin admin] Made reservation on behalf of a7a4a98717ce4ff2919478f6fd94b392 for: {'network': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:09:31.937625 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8c8b73c2-186f-479d-aa8f-fe428040aed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for network (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:31.948485 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8c8b73c2-186f-479d-aa8f-fe428040aed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:32.059396 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8c8b73c2-186f-479d-aa8f-fe428040aed3 admin admin] Publish callbacks [] for security_group (4998534c-a312-46f0-b843-4b8ad96cc180), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:32.195171 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8c8b73c2-186f-479d-aa8f-fe428040aed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (4998534c-a312-46f0-b843-4b8ad96cc180), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:32.226397 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8b73c2-186f-479d-aa8f-fe428040aed3 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=110839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:09:32.237823 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b73c2-186f-479d-aa8f-fe428040aed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4998534c-a312-46f0-b843-4b8ad96cc180,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:32.245544 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8c8b73c2-186f-479d-aa8f-fe428040aed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (47122c75-70f9-4f6e-9e82-402765d90456), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:32.245921 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.segments_db [None req-8c8b73c2-186f-479d-aa8f-fe428040aed3 admin admin] Added segment 47122c75-70f9-4f6e-9e82-402765d90456 of type vlan for network 920d71e8-a56f-4ba9-a7c3-57b94662a1b4 Jun 24 10:09:32.259558 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:09:32.310435 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8c8b73c2-186f-479d-aa8f-fe428040aed3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753295298762'] for network (920d71e8-a56f-4ba9-a7c3-57b94662a1b4), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:32.314052 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:32.400543 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8c8b73c2-186f-479d-aa8f-fe428040aed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for network (920d71e8-a56f-4ba9-a7c3-57b94662a1b4), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:32.401849 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8b73c2-186f-479d-aa8f-fe428040aed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:32.402874 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8c8b73c2-186f-479d-aa8f-fe428040aed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:32.419878 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port ac624c3b-2da8-4c77-aee5-62a4ad7e74b0, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=ac624c3b-2da8-4c77-aee5-62a4ad7e74b0,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:09:32.440976 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': 'ac624c3b-2da8-4c77-aee5-62a4ad7e74b0', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'port_id': 'ac624c3b-2da8-4c77-aee5-62a4ad7e74b0', 'mac_address': 'fa:16:3e:81:d5:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:09:32.491393 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b73c2-186f-479d-aa8f-fe428040aed3 admin admin] Pushing event updated for resources: {'Network': ['ID=920d71e8-a56f-4ba9-a7c3-57b94662a1b4,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:32.501163 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 is: DOWN; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:09:32.501565 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (ac624c3b-2da8-4c77-aee5-62a4ad7e74b0), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:32.506494 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Network 920d71e8-a56f-4ba9-a7c3-57b94662a1b4 details requested by agent ovs-agent-dv-cinder-843277-6-iscsi with host dv-cinder-843277-6-iscsi {{(pid=110841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:09:32.537239 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-8c8b73c2-186f-479d-aa8f-fe428040aed3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7212806 Jun 24 10:09:32.538332 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:09:32.550057 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 46256) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:32.555540 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-fe9e8942-fcf9-4d0e-a70f-1a931f552ccb admin admin] Request body: {'subnet': {'network_id': '920d71e8-a56f-4ba9-a7c3-57b94662a1b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2038784978-subnet', 'tenant_id': 'a7a4a98717ce4ff2919478f6fd94b392', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:09:32.625551 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:32.628200 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port ac624c3b-2da8-4c77-aee5-62a4ad7e74b0, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=ac624c3b-2da8-4c77-aee5-62a4ad7e74b0,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:09:32.675318 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9e8942-fcf9-4d0e-a70f-1a931f552ccb admin admin] Made reservation on behalf of a7a4a98717ce4ff2919478f6fd94b392 for: {'subnet': 1} {{(pid=110840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:09:32.679072 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-fe9e8942-fcf9-4d0e-a70f-1a931f552ccb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33362662'] for subnet (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:32.703832 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (ac624c3b-2da8-4c77-aee5-62a4ad7e74b0), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:32.767761 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=ac624c3b-2da8-4c77-aee5-62a4ad7e74b0,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:32.821380 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce645d0e-480a-4a82-891f-40065f8936d7 req-068d2c10-b444-4a0d-bf3a-69750f0ed3e6 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:32.823154 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ce645d0e-480a-4a82-891f-40065f8936d7 req-068d2c10-b444-4a0d-bf3a-69750f0ed3e6 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=be64c134-2849-4168-8e6d-ba3cef4f3123 HTTP/1.1" status: 200 len: 945 time: 0.0712667 Jun 24 10:09:32.887399 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ce645d0e-480a-4a82-891f-40065f8936d7 req-f2bb88c3-b024-4aae-9e7c-e2a63655b450 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=42ac5ccf-402a-413d-aef1-00a3d3f730db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554545 Jun 24 10:09:32.958829 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['ac624c3b-2da8-4c77-aee5-62a4ad7e74b0'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:09:32.989871 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-fe9e8942-fcf9-4d0e-a70f-1a931f552ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29645341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33362576'] for subnet (e7d06980-3c2f-451b-8689-e3b1f68c5751), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:33.096516 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e8942-fcf9-4d0e-a70f-1a931f552ccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d06980-3c2f-451b-8689-e3b1f68c5751,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:33.111157 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9e8942-fcf9-4d0e-a70f-1a931f552ccb admin admin] Checking segment: {'id': '47122c75-70f9-4f6e-9e82-402765d90456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '920d71e8-a56f-4ba9-a7c3-57b94662a1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:09:33.111523 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9e8942-fcf9-4d0e-a70f-1a931f552ccb admin admin] Network hostable DHCP agents. Network: 920d71e8-a56f-4ba9-a7c3-57b94662a1b4, hostable agents: ['227dce48-d671-4074-8746-a798e3de1e3c'], hosted agents: [] {{(pid=110840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:09:33.177585 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9e8942-fcf9-4d0e-a70f-1a931f552ccb admin admin] Network 920d71e8-a56f-4ba9-a7c3-57b94662a1b4 is scheduled to be hosted by DHCP agent 227dce48-d671-4074-8746-a798e3de1e3c with binding_index 1 {{(pid=110840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:09:33.268718 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-fe9e8942-fcf9-4d0e-a70f-1a931f552ccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-6-iscsi, 920d71e8-a56f-4ba9-a7c3-57b94662a1b4) {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:09:33.273559 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9e8942-fcf9-4d0e-a70f-1a931f552ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:33.275233 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-fe9e8942-fcf9-4d0e-a70f-1a931f552ccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:33.277445 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff814a0-d27f-4ac9-89ee-2029107f02be None None] Network 920d71e8-a56f-4ba9-a7c3-57b94662a1b4 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:09:33.347833 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-fe9e8942-fcf9-4d0e-a70f-1a931f552ccb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8057547 Jun 24 10:09:33.414401 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eadcb2-311a-4306-a6de-c986561a5efa None None] Network 920d71e8-a56f-4ba9-a7c3-57b94662a1b4 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:09:34.066063 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510eb5b-bdcf-4ae9-8290-e1213a2066c3 req-84e07985-8a17-4048-bb66-6f3cefed559b tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:34.067726 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f510eb5b-bdcf-4ae9-8290-e1213a2066c3 req-84e07985-8a17-4048-bb66-6f3cefed559b tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=be64c134-2849-4168-8e6d-ba3cef4f3123 HTTP/1.1" status: 200 len: 945 time: 0.0825877 Jun 24 10:09:34.130242 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-f510eb5b-bdcf-4ae9-8290-e1213a2066c3 req-a12303ff-85f8-4c9b-bbd8-cfbafc91ab73 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=42ac5ccf-402a-413d-aef1-00a3d3f730db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522888 Jun 24 10:09:34.274001 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:09:34.326142 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning for port ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 completed by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:09:34.432915 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:09:34.433386 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (ac624c3b-2da8-4c77-aee5-62a4ad7e74b0), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:34.549952 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:09:34.550344 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (ac624c3b-2da8-4c77-aee5-62a4ad7e74b0), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:34.575489 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be64c134-2849-4168-8e6d-ba3cef4f3123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac624c3b-2da8-4c77-aee5-62a4ad7e74b0'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:09:34.577917 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c618e039-6084-4ce3-bcc9-23f3a18ee9a7" -d '{"events": [{"server_uuid": "be64c134-2849-4168-8e6d-ba3cef4f3123", "name": "network-vif-plugged", "status": "completed", "tag": "ac624c3b-2da8-4c77-aee5-62a4ad7e74b0"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:09:34.592026 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port ac624c3b-2da8-4c77-aee5-62a4ad7e74b0, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=ac624c3b-2da8-4c77-aee5-62a4ad7e74b0,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:09:34.641656 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd9d356-9fc6-4598-b1a7-f30f1a633d3c x-openstack-request-id: req-7fd9d356-9fc6-4598-b1a7-f30f1a633d3c {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:09:34.642152 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be64c134-2849-4168-8e6d-ba3cef4f3123", "name": "network-vif-plugged", "status": "completed", "tag": "ac624c3b-2da8-4c77-aee5-62a4ad7e74b0", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:09:34.645225 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fd9d356-9fc6-4598-b1a7-f30f1a633d3c {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:09:34.645225 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd9d356-9fc6-4598-b1a7-f30f1a633d3c'] response: {'server_uuid': 'be64c134-2849-4168-8e6d-ba3cef4f3123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac624c3b-2da8-4c77-aee5-62a4ad7e74b0', 'code': 200} Jun 24 10:09:34.664060 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (ac624c3b-2da8-4c77-aee5-62a4ad7e74b0), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:34.734820 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=ac624c3b-2da8-4c77-aee5-62a4ad7e74b0,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:34.963270 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3141e-d3ee-448b-ad72-df3022e74c68 req-4fc08c92-abc8-4e10-bf86-5b19a130522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:34.965386 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-eba3141e-d3ee-448b-ad72-df3022e74c68 req-4fc08c92-abc8-4e10-bf86-5b19a130522e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=be64c134-2849-4168-8e6d-ba3cef4f3123 HTTP/1.1" status: 200 len: 1130 time: 0.0476172 Jun 24 10:09:35.007009 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:35.023560 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-eba3141e-d3ee-448b-ad72-df3022e74c68 req-c704316b-cd41-4980-86b6-812f1b3c9848 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=42ac5ccf-402a-413d-aef1-00a3d3f730db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491056 Jun 24 10:09:35.272591 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10342cca-f6fc-4f34-9886-af4e383a5f50 req-844f2cc7-586c-4303-a09f-49e80081d506 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:35.274169 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-10342cca-f6fc-4f34-9886-af4e383a5f50 req-844f2cc7-586c-4303-a09f-49e80081d506 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=be64c134-2849-4168-8e6d-ba3cef4f3123 HTTP/1.1" status: 200 len: 946 time: 0.0633328 Jun 24 10:09:35.287525 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:35.330446 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-10342cca-f6fc-4f34-9886-af4e383a5f50 req-71d20ef6-942e-4a56-8c87-4f29e733511b tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=42ac5ccf-402a-413d-aef1-00a3d3f730db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493102 Jun 24 10:09:35.353113 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:35.434163 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:36.483445 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42f749-96f6-4aeb-8db8-9bc51242ed00 req-8d0b6397-ac38-43ad-81b8-74130661f2b1 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:36.485215 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-bf42f749-96f6-4aeb-8db8-9bc51242ed00 req-8d0b6397-ac38-43ad-81b8-74130661f2b1 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=be64c134-2849-4168-8e6d-ba3cef4f3123 HTTP/1.1" status: 200 len: 946 time: 0.0635381 Jun 24 10:09:36.535461 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:36.555701 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-bf42f749-96f6-4aeb-8db8-9bc51242ed00 req-e2ff5d17-3d7f-4ebf-99df-2f8651d14e46 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=42ac5ccf-402a-413d-aef1-00a3d3f730db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618389 Jun 24 10:09:37.689223 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c0cd8-1b10-4396-9a30-bd38170556c2 req-308c78db-057f-45a0-8e37-4aee793160f1 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:37.690802 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ef9c0cd8-1b10-4396-9a30-bd38170556c2 req-308c78db-057f-45a0-8e37-4aee793160f1 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=be64c134-2849-4168-8e6d-ba3cef4f3123 HTTP/1.1" status: 200 len: 946 time: 0.0501359 Jun 24 10:09:37.746533 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ef9c0cd8-1b10-4396-9a30-bd38170556c2 req-dedeb33e-a121-4aa2-862c-4272a07676be tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=42ac5ccf-402a-413d-aef1-00a3d3f730db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471611 Jun 24 10:09:37.883405 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdce447-831b-42ab-ab65-42c15361ee71 req-715f371e-7889-47a0-8f65-ef57e2cd1ae8 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:37.885070 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7cdce447-831b-42ab-ab65-42c15361ee71 req-715f371e-7889-47a0-8f65-ef57e2cd1ae8 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=be64c134-2849-4168-8e6d-ba3cef4f3123 HTTP/1.1" status: 200 len: 946 time: 0.0606794 Jun 24 10:09:37.895059 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 46302) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:37.903298 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-a4d04fbd-06e6-4a53-afd5-b0d78b54266c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Request body: {'floatingip': {'port_id': 'ac624c3b-2da8-4c77-aee5-62a4ad7e74b0'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:09:37.954977 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a4d04fbd-06e6-4a53-afd5-b0d78b54266c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (be5c0f4c-8747-47c9-8139-4e9e6b41c026), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:38.722260 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a4d04fbd-06e6-4a53-afd5-b0d78b54266c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:38.811680 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a4d04fbd-06e6-4a53-afd5-b0d78b54266c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (be5c0f4c-8747-47c9-8139-4e9e6b41c026), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:38.925372 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.db.l3_db [None req-a4d04fbd-06e6-4a53-afd5-b0d78b54266c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Floating IP be5c0f4c-8747-47c9-8139-4e9e6b41c026 associated. External IP: 172.27.2.50, port: ac624c3b-2da8-4c77-aee5-62a4ad7e74b0. Jun 24 10:09:38.990330 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:39.168758 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:39.175562 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d04fbd-06e6-4a53-afd5-b0d78b54266c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Router 2737a469-8655-48b1-822d-d4cd429b6bb1 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:09:39.317195 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d04fbd-06e6-4a53-afd5-b0d78b54266c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:09:39.322280 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a4d04fbd-06e6-4a53-afd5-b0d78b54266c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:39.328325 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126e9fdb-2c8b-48b1-9afb-e897eca2c143 None None] Sync routers for ids ['2737a469-8655-48b1-822d-d4cd429b6bb1'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:09:39.341824 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126e9fdb-2c8b-48b1-9afb-e897eca2c143 None None] Routers {'2737a469-8655-48b1-822d-d4cd429b6bb1'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:09:39.342824 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-126e9fdb-2c8b-48b1-9afb-e897eca2c143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:09:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['2737a469-8655-48b1-822d-d4cd429b6bb1'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:39.363898 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-a4d04fbd-06e6-4a53-afd5-b0d78b54266c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "PUT /v2.0/floatingips/be5c0f4c-8747-47c9-8139-4e9e6b41c026 HTTP/1.1" status: 200 len: 991 time: 1.4671903 Jun 24 10:09:39.364719 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be64c134-2849-4168-8e6d-ba3cef4f3123', 'tag': 'ac624c3b-2da8-4c77-aee5-62a4ad7e74b0'}] {{(pid=110840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:09:39.367915 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918deba4491858943d5af62f7e2b7193d4f3e11e5a976540219041625139a41f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d5e778-22af-4782-ab55-0e5ca3e43303" -d '{"events": [{"name": "network-changed", "server_uuid": "be64c134-2849-4168-8e6d-ba3cef4f3123", "tag": "ac624c3b-2da8-4c77-aee5-62a4ad7e74b0"}]}' {{(pid=110840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:09:39.407969 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f058f63-514d-4581-a60d-c4a58335e5cf x-openstack-request-id: req-9f058f63-514d-4581-a60d-c4a58335e5cf {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:09:39.408470 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be64c134-2849-4168-8e6d-ba3cef4f3123", "tag": "ac624c3b-2da8-4c77-aee5-62a4ad7e74b0", "status": "completed", "code": 200}]} {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:09:39.408470 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9f058f63-514d-4581-a60d-c4a58335e5cf {{(pid=110840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:09:39.409058 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f058f63-514d-4581-a60d-c4a58335e5cf'] response: {'name': 'network-changed', 'server_uuid': 'be64c134-2849-4168-8e6d-ba3cef4f3123', 'tag': 'ac624c3b-2da8-4c77-aee5-62a4ad7e74b0', 'status': 'completed', 'code': 200} Jun 24 10:09:39.492430 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5e778-22af-4782-ab55-0e5ca3e43303 req-7ceb7ca9-7d6d-4302-8b9c-896f30ae72be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:39.494185 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-32d5e778-22af-4782-ab55-0e5ca3e43303 req-7ceb7ca9-7d6d-4302-8b9c-896f30ae72be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64b655c9ef0948c099f60649b9d5e78d&device_id=be64c134-2849-4168-8e6d-ba3cef4f3123 HTTP/1.1" status: 200 len: 1130 time: 0.0611846 Jun 24 10:09:39.605389 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5e778-22af-4782-ab55-0e5ca3e43303 req-f4b23c8e-b0d3-423a-a059-37ce43875af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:39.607543 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-32d5e778-22af-4782-ab55-0e5ca3e43303 req-f4b23c8e-b0d3-423a-a059-37ce43875af0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c1a62ba-de23-4693-a76a-ab88e859eb34 HTTP/1.1" status: 200 len: 916 time: 0.1074920 Jun 24 10:09:39.638360 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-126e9fdb-2c8b-48b1-9afb-e897eca2c143 None None] Set router 2737a469-8655-48b1-822d-d4cd429b6bb1 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:09:39.686163 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-32d5e778-22af-4782-ab55-0e5ca3e43303 req-5f1abebf-51cd-47a9-a948-299cbd0e7e1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 HTTP/1.1" status: 200 len: 999 time: 0.0619791 Jun 24 10:09:39.732708 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5e778-22af-4782-ab55-0e5ca3e43303 req-e0b8cd22-afb4-497e-adca-bb361b93e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:39.734187 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-32d5e778-22af-4782-ab55-0e5ca3e43303 req-e0b8cd22-afb4-497e-adca-bb361b93e959 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02351637-371e-4010-8915-07491ccbdf1d HTTP/1.1" status: 200 len: 854 time: 0.0520663 Jun 24 10:09:39.788615 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5e778-22af-4782-ab55-0e5ca3e43303 req-48d3a650-e7fb-41dd-ab3c-9e377da296d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:09:39.791213 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-32d5e778-22af-4782-ab55-0e5ca3e43303 req-48d3a650-e7fb-41dd-ab3c-9e377da296d8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c1a62ba-de23-4693-a76a-ab88e859eb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510197 Jun 24 10:09:39.897800 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-126e9fdb-2c8b-48b1-9afb-e897eca2c143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': 'be5c0f4c-8747-47c9-8139-4e9e6b41c026', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'port_id': 'ac624c3b-2da8-4c77-aee5-62a4ad7e74b0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'mac_address': 'fa:16:3e:81:d5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be64c134-2849-4168-8e6d-ba3cef4f3123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:09:20Z', 'updated_at': '2022-06-24T10:09:38Z', 'revision_number': 1, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:45Z', 'revision_number': 5, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:39.912435 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-32d5e778-22af-4782-ab55-0e5ca3e43303 req-cbd9b185-f465-4f2c-9826-97b268098c9c service neutron] 10.222.0.55 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151726 Jun 24 10:09:39.931662 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126e9fdb-2c8b-48b1-9afb-e897eca2c143 None None] Checking router: 2737a469-8655-48b1-822d-d4cd429b6bb1 for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:09:39.941127 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126e9fdb-2c8b-48b1-9afb-e897eca2c143 None None] Routers {'2737a469-8655-48b1-822d-d4cd429b6bb1'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:09:39.941906 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-126e9fdb-2c8b-48b1-9afb-e897eca2c143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:09:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['2737a469-8655-48b1-822d-d4cd429b6bb1'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:40.039630 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-32d5e778-22af-4782-ab55-0e5ca3e43303 req-633c0ccc-8704-4fd2-b0bf-4713407222b2 service neutron] 10.222.0.55 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209757 Jun 24 10:09:40.062023 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:40.080112 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-126e9fdb-2c8b-48b1-9afb-e897eca2c143 None None] Set router 2737a469-8655-48b1-822d-d4cd429b6bb1 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:09:40.325767 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-126e9fdb-2c8b-48b1-9afb-e897eca2c143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': 'be5c0f4c-8747-47c9-8139-4e9e6b41c026', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'port_id': 'ac624c3b-2da8-4c77-aee5-62a4ad7e74b0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'mac_address': 'fa:16:3e:81:d5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be64c134-2849-4168-8e6d-ba3cef4f3123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:09:20Z', 'updated_at': '2022-06-24T10:09:38Z', 'revision_number': 1, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:45Z', 'revision_number': 5, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:40.329390 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:40.354944 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126e9fdb-2c8b-48b1-9afb-e897eca2c143 None None] The sync data for ids ['2737a469-8655-48b1-822d-d4cd429b6bb1'] in dv-cinder-843277-6-iscsi is: [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': 'be5c0f4c-8747-47c9-8139-4e9e6b41c026', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'port_id': 'ac624c3b-2da8-4c77-aee5-62a4ad7e74b0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'mac_address': 'fa:16:3e:81:d5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be64c134-2849-4168-8e6d-ba3cef4f3123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:09:20Z', 'updated_at': '2022-06-24T10:09:38Z', 'revision_number': 1, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:45Z', 'revision_number': 5, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:09:40.585247 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7fcfca-1ec8-4ea7-8815-a55e6e0e0902 None None] New status for floating IP be5c0f4c-8747-47c9-8139-4e9e6b41c026: ACTIVE {{(pid=110842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:09:45.971184 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-44c0e06f-fde4-4d91-aae5-9a8a1e87f2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:47.919942 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-29b798f3-49fc-4b03-830e-7fae0f07a3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:49.194274 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:49.356203 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=6 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:49.358159 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=29 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:50.032085 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=71 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:50.035136 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=39 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:50.705151 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:50.708063 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:50.869105 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:51.027174 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:51.057305 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 46398) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:51.114004 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_v2 [None req-1622da23-12fa-4d55-a458-77a4b81cc153 admin admin] Deleting subnet a68b1fb0-d798-4168-93be-1caca04a1064 {{(pid=110840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:09:51.118967 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1622da23-12fa-4d55-a458-77a4b81cc153 admin admin] Publish callbacks [] for subnet (a68b1fb0-d798-4168-93be-1caca04a1064), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:51.161167 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1622da23-12fa-4d55-a458-77a4b81cc153 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29645509'] for subnet (a68b1fb0-d798-4168-93be-1caca04a1064), precommit_delete_associations {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:51.216381 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1622da23-12fa-4d55-a458-77a4b81cc153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-760904'] for subnet (a68b1fb0-d798-4168-93be-1caca04a1064), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:51.411825 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1622da23-12fa-4d55-a458-77a4b81cc153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29645534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33362569'] for subnet (a68b1fb0-d798-4168-93be-1caca04a1064), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:51.436384 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622da23-12fa-4d55-a458-77a4b81cc153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a68b1fb0-d798-4168-93be-1caca04a1064,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:51.443617 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1622da23-12fa-4d55-a458-77a4b81cc153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:51.447606 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-1622da23-12fa-4d55-a458-77a4b81cc153 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a68b1fb0-d798-4168-93be-1caca04a1064 HTTP/1.1" status: 204 len: 168 time: 0.3892488 Jun 24 10:09:51.449420 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 46400) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:51.549988 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-0b3324dc-8a02-43e7-9b2b-9e1e82f057ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652767'] for network (6a934440-990b-4d64-87eb-26ed20cf8b15), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:51.642464 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-0b3324dc-8a02-43e7-9b2b-9e1e82f057ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8753295835275'] for network (6a934440-990b-4d64-87eb-26ed20cf8b15), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:51.665185 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.services.segments.db [None req-0b3324dc-8a02-43e7-9b2b-9e1e82f057ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a934440-990b-4d64-87eb-26ed20cf8b15']}} {{(pid=110840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:51.679077 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.services.segments.db [None req-0b3324dc-8a02-43e7-9b2b-9e1e82f057ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91000242-65be-48d5-9a16-99539e2d296f') {'for_net_delete': True} {{(pid=110840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:51.679375 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.services.segments.db [None req-0b3324dc-8a02-43e7-9b2b-9e1e82f057ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91000242-65be-48d5-9a16-99539e2d296f') {} {{(pid=110840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:51.689991 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-0b3324dc-8a02-43e7-9b2b-9e1e82f057ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753295836052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29645534'] for segment (91000242-65be-48d5-9a16-99539e2d296f), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:51.706353 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-0b3324dc-8a02-43e7-9b2b-9e1e82f057ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (91000242-65be-48d5-9a16-99539e2d296f), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:51.713757 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b3324dc-8a02-43e7-9b2b-9e1e82f057ae admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=110840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:09:51.714196 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-0b3324dc-8a02-43e7-9b2b-9e1e82f057ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29645492'] for segment (91000242-65be-48d5-9a16-99539e2d296f), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:51.735988 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.services.segments.plugin [-] Segment 91000242-65be-48d5-9a16-99539e2d296f resource provider aggregate not found Jun 24 10:09:51.774182 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.services.segments.plugin [-] Segment 91000242-65be-48d5-9a16-99539e2d296f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91000242-65be-48d5-9a16-99539e2d296f found for delete ", "request_id": "req-27adbc43-4db2-4ccc-a3cb-1eceb8974430"}]} Jun 24 10:09:51.874444 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-0b3324dc-8a02-43e7-9b2b-9e1e82f057ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1893167'] for network (6a934440-990b-4d64-87eb-26ed20cf8b15), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:51.880774 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-0b3324dc-8a02-43e7-9b2b-9e1e82f057ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:51.883774 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-0b3324dc-8a02-43e7-9b2b-9e1e82f057ae admin admin] 10.222.0.26 "DELETE /v2.0/networks/6a934440-990b-4d64-87eb-26ed20cf8b15 HTTP/1.1" status: 204 len: 168 time: 0.4330468 Jun 24 10:09:51.886858 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46406) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:51.901113 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3324dc-8a02-43e7-9b2b-9e1e82f057ae admin admin] Pushing event deleted for resources: {'Network': ['ID=6a934440-990b-4d64-87eb-26ed20cf8b15,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:51.936602 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_v2 [None req-74670860-4e37-4bea-8fcb-c6c1e40f9e39 admin admin] Deleting subnet e7d06980-3c2f-451b-8689-e3b1f68c5751 {{(pid=110839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:09:51.941224 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-74670860-4e37-4bea-8fcb-c6c1e40f9e39 admin admin] Publish callbacks [] for subnet (e7d06980-3c2f-451b-8689-e3b1f68c5751), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:51.979647 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-74670860-4e37-4bea-8fcb-c6c1e40f9e39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29527142'] for subnet (e7d06980-3c2f-451b-8689-e3b1f68c5751), precommit_delete_associations {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:52.027827 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-74670860-4e37-4bea-8fcb-c6c1e40f9e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-760904'] for subnet (e7d06980-3c2f-451b-8689-e3b1f68c5751), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:52.200240 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-74670860-4e37-4bea-8fcb-c6c1e40f9e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33003798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30318424'] for subnet (e7d06980-3c2f-451b-8689-e3b1f68c5751), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:52.227768 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74670860-4e37-4bea-8fcb-c6c1e40f9e39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7d06980-3c2f-451b-8689-e3b1f68c5751,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:52.231472 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-74670860-4e37-4bea-8fcb-c6c1e40f9e39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:52.235258 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-74670860-4e37-4bea-8fcb-c6c1e40f9e39 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e7d06980-3c2f-451b-8689-e3b1f68c5751 HTTP/1.1" status: 204 len: 168 time: 0.3470228 Jun 24 10:09:52.238529 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46408) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:52.318462 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a8f25c95-a94a-40fb-8992-dfdf1bf4c1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652767'] for network (920d71e8-a56f-4ba9-a7c3-57b94662a1b4), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:52.402060 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a8f25c95-a94a-40fb-8992-dfdf1bf4c1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8753295835275'] for network (920d71e8-a56f-4ba9-a7c3-57b94662a1b4), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:52.425920 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-a8f25c95-a94a-40fb-8992-dfdf1bf4c1eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920d71e8-a56f-4ba9-a7c3-57b94662a1b4']}} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:52.437277 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-a8f25c95-a94a-40fb-8992-dfdf1bf4c1eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47122c75-70f9-4f6e-9e82-402765d90456') {'for_net_delete': True} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:52.438241 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-a8f25c95-a94a-40fb-8992-dfdf1bf4c1eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47122c75-70f9-4f6e-9e82-402765d90456') {} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:09:52.449197 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a8f25c95-a94a-40fb-8992-dfdf1bf4c1eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753295836052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29527165'] for segment (47122c75-70f9-4f6e-9e82-402765d90456), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:52.466967 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a8f25c95-a94a-40fb-8992-dfdf1bf4c1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (47122c75-70f9-4f6e-9e82-402765d90456), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:52.476026 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f25c95-a94a-40fb-8992-dfdf1bf4c1eb admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=110839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:09:52.478231 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a8f25c95-a94a-40fb-8992-dfdf1bf4c1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33003900'] for segment (47122c75-70f9-4f6e-9e82-402765d90456), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:52.496789 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.services.segments.plugin [-] Segment 47122c75-70f9-4f6e-9e82-402765d90456 resource provider aggregate not found Jun 24 10:09:52.514350 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.services.segments.plugin [-] Segment 47122c75-70f9-4f6e-9e82-402765d90456 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47122c75-70f9-4f6e-9e82-402765d90456 found for delete ", "request_id": "req-e25a452d-6a03-48af-a301-31c0f645864a"}]} Jun 24 10:09:52.668319 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a8f25c95-a94a-40fb-8992-dfdf1bf4c1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1893167'] for network (920d71e8-a56f-4ba9-a7c3-57b94662a1b4), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:52.674561 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-a8f25c95-a94a-40fb-8992-dfdf1bf4c1eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:52.677959 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-a8f25c95-a94a-40fb-8992-dfdf1bf4c1eb admin admin] 10.222.0.26 "DELETE /v2.0/networks/920d71e8-a56f-4ba9-a7c3-57b94662a1b4 HTTP/1.1" status: 204 len: 168 time: 0.4383111 Jun 24 10:09:52.695807 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f25c95-a94a-40fb-8992-dfdf1bf4c1eb admin admin] Pushing event deleted for resources: {'Network': ['ID=920d71e8-a56f-4ba9-a7c3-57b94662a1b4,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:53.027612 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:09:53.098913 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46418) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:53.146222 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-5adb3170-93fb-4c20-aa4d-9fae5ee6d8fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd13155cb1424b9ca5c7813303f78a68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459986 Jun 24 10:09:53.148970 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46420) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:53.199948 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-278f1b4c-072a-4c3e-bcc5-cc9c7c1e271a admin admin] Publish callbacks [] for security_group (cf390e5a-fee1-4a25-94a4-4bf9573a1b3a), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:53.228956 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-278f1b4c-072a-4c3e-bcc5-cc9c7c1e271a admin admin] Publish callbacks [] for security_group (cf390e5a-fee1-4a25-94a4-4bf9573a1b3a), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:53.383071 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-278f1b4c-072a-4c3e-bcc5-cc9c7c1e271a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (cf390e5a-fee1-4a25-94a4-4bf9573a1b3a), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:53.385746 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-278f1b4c-072a-4c3e-bcc5-cc9c7c1e271a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:53.386974 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-278f1b4c-072a-4c3e-bcc5-cc9c7c1e271a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cf390e5a-fee1-4a25-94a4-4bf9573a1b3a HTTP/1.1" status: 204 len: 168 time: 0.2369998 Jun 24 10:09:53.395983 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f1b4c-072a-4c3e-bcc5-cc9c7c1e271a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf390e5a-fee1-4a25-94a4-4bf9573a1b3a,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:54.244915 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46426) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:54.289897 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-598764a3-3163-477a-8a4a-f6bffef62cc7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a7a4a98717ce4ff2919478f6fd94b392&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437858 Jun 24 10:09:54.293319 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46428) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:54.351752 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d626209c-43a5-4376-b434-ff8a94bc6b79 admin admin] Publish callbacks [] for security_group (4998534c-a312-46f0-b843-4b8ad96cc180), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:54.357162 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:54.379577 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d626209c-43a5-4376-b434-ff8a94bc6b79 admin admin] Publish callbacks [] for security_group (4998534c-a312-46f0-b843-4b8ad96cc180), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:54.390931 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:09:54.548624 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d626209c-43a5-4376-b434-ff8a94bc6b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (4998534c-a312-46f0-b843-4b8ad96cc180), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:54.551654 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d626209c-43a5-4376-b434-ff8a94bc6b79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:54.552978 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-d626209c-43a5-4376-b434-ff8a94bc6b79 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4998534c-a312-46f0-b843-4b8ad96cc180 HTTP/1.1" status: 204 len: 168 time: 0.2586432 Jun 24 10:09:54.562426 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626209c-43a5-4376-b434-ff8a94bc6b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4998534c-a312-46f0-b843-4b8ad96cc180,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:56.588099 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46458) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:56.716579 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-dc630201-9cbe-404c-8e06-788a6cce48f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:56.804730 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-dc630201-9cbe-404c-8e06-788a6cce48f1 admin admin] Publish callbacks [] for security_group (30cb968a-1851-4b50-a841-e9de6b185bf8), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:56.902497 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-dc630201-9cbe-404c-8e06-788a6cce48f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (30cb968a-1851-4b50-a841-e9de6b185bf8), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:56.944780 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-dc630201-9cbe-404c-8e06-788a6cce48f1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bb3beb4ca3f44c7f94b8000de0721781&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3555517 Jun 24 10:09:56.945505 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc630201-9cbe-404c-8e06-788a6cce48f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cb968a-1851-4b50-a841-e9de6b185bf8,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:09:56.947727 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 46462) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:09:57.023459 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-36731bab-c0b6-4569-aa07-4f2bb0840fe0 admin admin] Publish callbacks [] for security_group (30cb968a-1851-4b50-a841-e9de6b185bf8), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:57.050099 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-36731bab-c0b6-4569-aa07-4f2bb0840fe0 admin admin] Publish callbacks [] for security_group (30cb968a-1851-4b50-a841-e9de6b185bf8), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:57.331821 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-36731bab-c0b6-4569-aa07-4f2bb0840fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (30cb968a-1851-4b50-a841-e9de6b185bf8), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:57.334507 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-36731bab-c0b6-4569-aa07-4f2bb0840fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:09:57.341007 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-36731bab-c0b6-4569-aa07-4f2bb0840fe0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/30cb968a-1851-4b50-a841-e9de6b185bf8 HTTP/1.1" status: 204 len: 168 time: 0.3866775 Jun 24 10:09:57.344186 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36731bab-c0b6-4569-aa07-4f2bb0840fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cb968a-1851-4b50-a841-e9de6b185bf8,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:10:04.576245 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:05.530505 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:06.935838 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=18,neutron:INSERT=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:06.940907 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=25,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:07.339112 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=65,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:07.339977 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:07.827057 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d914b350-511a-448a-8879-2f7dee243b20 req-48650194-21eb-46bc-abc8-bed93f0e3f4e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=be64c134-2849-4168-8e6d-ba3cef4f3123&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490539 Jun 24 10:10:07.899468 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:07.904444 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:07.908968 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914b350-511a-448a-8879-2f7dee243b20 req-1277977d-fed4-42f5-9827-baace6c05255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:07.910523 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d914b350-511a-448a-8879-2f7dee243b20 req-1277977d-fed4-42f5-9827-baace6c05255 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64b655c9ef0948c099f60649b9d5e78d&device_id=be64c134-2849-4168-8e6d-ba3cef4f3123 HTTP/1.1" status: 200 len: 1130 time: 0.0412323 Jun 24 10:10:08.029707 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914b350-511a-448a-8879-2f7dee243b20 req-8ab51c32-de02-4444-920e-5713cf5fb2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:08.031771 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d914b350-511a-448a-8879-2f7dee243b20 req-8ab51c32-de02-4444-920e-5713cf5fb2d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c1a62ba-de23-4693-a76a-ab88e859eb34 HTTP/1.1" status: 200 len: 916 time: 0.1008337 Jun 24 10:10:08.098359 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d914b350-511a-448a-8879-2f7dee243b20 req-bbab5984-9025-40b8-907c-5f7eb108d96f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 HTTP/1.1" status: 200 len: 1001 time: 0.0572014 Jun 24 10:10:08.155806 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914b350-511a-448a-8879-2f7dee243b20 req-126ca1ec-3111-4434-bb38-1aa85a42ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:08.157232 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d914b350-511a-448a-8879-2f7dee243b20 req-126ca1ec-3111-4434-bb38-1aa85a42ceec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02351637-371e-4010-8915-07491ccbdf1d HTTP/1.1" status: 200 len: 854 time: 0.0519559 Jun 24 10:10:08.203586 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914b350-511a-448a-8879-2f7dee243b20 req-05e6c872-abf0-45cf-8b5f-fba37f7a4beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:08.205508 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d914b350-511a-448a-8879-2f7dee243b20 req-05e6c872-abf0-45cf-8b5f-fba37f7a4beb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c1a62ba-de23-4693-a76a-ab88e859eb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425756 Jun 24 10:10:08.309243 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d914b350-511a-448a-8879-2f7dee243b20 req-d6e3c135-fecf-41ef-809f-ca2a5e685b3b service neutron] 10.222.0.55 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967233 Jun 24 10:10:08.410846 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:08.416909 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d914b350-511a-448a-8879-2f7dee243b20 req-daf6fa4f-58c8-476a-ad37-d2c22fc5fd4a service neutron] 10.222.0.55 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015310 Jun 24 10:10:14.715222 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:15.765352 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-29c78211-82e5-4a96-9a45-ab6522cfdd20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:18.071431 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-aa4092ee-e346-41ec-8d17-5475f44407b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:18.725727 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:19.251145 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:20.820864 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:21.026882 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:30.019358 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:10:30.579327 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e918254-beac-4847-a650-06d3899236e6 req-b336c533-4fe3-41d7-a22e-6d5d18c65335 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:30.581640 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4e918254-beac-4847-a650-06d3899236e6 req-b336c533-4fe3-41d7-a22e-6d5d18c65335 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=be64c134-2849-4168-8e6d-ba3cef4f3123 HTTP/1.1" status: 200 len: 946 time: 0.0556560 Jun 24 10:10:30.642937 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4e918254-beac-4847-a650-06d3899236e6 req-e1e7f2da-7c02-4405-8b89-43bdf3b757a6 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=42ac5ccf-402a-413d-aef1-00a3d3f730db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539196 Jun 24 10:10:30.743491 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:30.900994 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:31.781731 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b70ba-5b5a-4af8-89be-547d63e32182 req-1b71a98c-d729-4545-b7e0-7708cde09a33 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:31.783260 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c90b70ba-5b5a-4af8-89be-547d63e32182 req-1b71a98c-d729-4545-b7e0-7708cde09a33 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=be64c134-2849-4168-8e6d-ba3cef4f3123 HTTP/1.1" status: 200 len: 946 time: 0.0544872 Jun 24 10:10:31.842327 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c90b70ba-5b5a-4af8-89be-547d63e32182 req-57fa3fbe-3ca0-4731-9562-dc5cc4525b85 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=42ac5ccf-402a-413d-aef1-00a3d3f730db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533340 Jun 24 10:10:32.325469 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a325e1-527d-47fb-931c-fb03a2868cb5 req-71fa93a9-7b9f-491a-9ec0-1d5c23a8353d tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:32.326963 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f7a325e1-527d-47fb-931c-fb03a2868cb5 req-71fa93a9-7b9f-491a-9ec0-1d5c23a8353d tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.55 "GET /v2.0/ports?device_id=be64c134-2849-4168-8e6d-ba3cef4f3123 HTTP/1.1" status: 200 len: 946 time: 0.0512960 Jun 24 10:10:32.415266 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-f7a325e1-527d-47fb-931c-fb03a2868cb5 req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Deleting port ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:10:32.415606 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-f7a325e1-527d-47fb-931c-fb03a2868cb5 req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (ac624c3b-2da8-4c77-aee5-62a4ad7e74b0), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:32.515687 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-f7a325e1-527d-47fb-931c-fb03a2868cb5 req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] For port ac624c3b-2da8-4c77-aee5-62a4ad7e74b0, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=ac624c3b-2da8-4c77-aee5-62a4ad7e74b0,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:10:32.516040 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-f7a325e1-527d-47fb-931c-fb03a2868cb5 req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (ac624c3b-2da8-4c77-aee5-62a4ad7e74b0), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:32.702287 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-f7a325e1-527d-47fb-931c-fb03a2868cb5 req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:32.702834 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-f7a325e1-527d-47fb-931c-fb03a2868cb5 req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (be5c0f4c-8747-47c9-8139-4e9e6b41c026), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:32.703317 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.l3_db [req-f7a325e1-527d-47fb-931c-fb03a2868cb5 req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Floating IP be5c0f4c-8747-47c9-8139-4e9e6b41c026 disassociated. External IP: 172.27.2.50, port: ac624c3b-2da8-4c77-aee5-62a4ad7e74b0. Jun 24 10:10:32.703850 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-f7a325e1-527d-47fb-931c-fb03a2868cb5 req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Calling delete_port for ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 owned by compute:nova {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:10:33.001469 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-f7a325e1-527d-47fb-931c-fb03a2868cb5 req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (ac624c3b-2da8-4c77-aee5-62a4ad7e74b0), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:33.065727 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ee407-093d-480f-ace9-fb8073a284fc req-12f06770-ac63-40d3-a058-0bbc5072fad2 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:33.067918 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7d0ee407-093d-480f-ace9-fb8073a284fc req-12f06770-ac63-40d3-a058-0bbc5072fad2 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=be64c134-2849-4168-8e6d-ba3cef4f3123 HTTP/1.1" status: 200 len: 946 time: 0.1268578 Jun 24 10:10:33.069187 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event deleted for resources: {'Port': ['ID=ac624c3b-2da8-4c77-aee5-62a4ad7e74b0,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:10:33.103850 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:33.104405 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:33.104951 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:33.105519 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:33.106060 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:33.106450 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:33.107000 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:33.107530 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:33.107934 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:33.108351 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:33.108893 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:33.109463 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:33.110001 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:33.110422 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:33.110763 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:33.201370 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7d0ee407-093d-480f-ace9-fb8073a284fc req-25cc62c2-d39e-450e-aa77-faee2c4dd055 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=42ac5ccf-402a-413d-aef1-00a3d3f730db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244810 Jun 24 10:10:33.257366 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7a325e1-527d-47fb-931c-fb03a2868cb5 req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Router 2737a469-8655-48b1-822d-d4cd429b6bb1 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:10:33.305303 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:33.322423 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:33.370551 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7a325e1-527d-47fb-931c-fb03a2868cb5 req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:10:33.382600 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b14215b-e94d-4bda-9635-66b36b54ef1b None None] Sync routers for ids ['2737a469-8655-48b1-822d-d4cd429b6bb1'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:10:33.395563 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b14215b-e94d-4bda-9635-66b36b54ef1b None None] Routers {'2737a469-8655-48b1-822d-d4cd429b6bb1'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:10:33.396773 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-3b14215b-e94d-4bda-9635-66b36b54ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:10:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['2737a469-8655-48b1-822d-d4cd429b6bb1'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:10:33.420342 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a325e1-527d-47fb-931c-fb03a2868cb5 req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] No DVR routers for this DVR port ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 on host hv-cinder-84327 {{(pid=110839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:10:33.421895 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-f7a325e1-527d-47fb-931c-fb03a2868cb5 req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:33.425267 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f7a325e1-527d-47fb-931c-fb03a2868cb5 req-1c1958ff-47ab-4e6a-9345-ca291f20f0ba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.55 "DELETE /v2.0/ports/ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 HTTP/1.1" status: 204 len: 173 time: 1.0916176 Jun 24 10:10:33.425768 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be64c134-2849-4168-8e6d-ba3cef4f3123', 'name': 'network-vif-deleted', 'tag': 'ac624c3b-2da8-4c77-aee5-62a4ad7e74b0'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:10:33.428384 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13953631-82de-473c-bd25-6023a865fbe0" -d '{"events": [{"server_uuid": "be64c134-2849-4168-8e6d-ba3cef4f3123", "name": "network-vif-deleted", "tag": "ac624c3b-2da8-4c77-aee5-62a4ad7e74b0"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:10:33.481559 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ec7e20-4678-4d9f-8124-e888245d9eeb x-openstack-request-id: req-f1ec7e20-4678-4d9f-8124-e888245d9eeb {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:10:33.481919 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be64c134-2849-4168-8e6d-ba3cef4f3123", "name": "network-vif-deleted", "tag": "ac624c3b-2da8-4c77-aee5-62a4ad7e74b0", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:10:33.482240 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1ec7e20-4678-4d9f-8124-e888245d9eeb {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:10:33.482805 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1ec7e20-4678-4d9f-8124-e888245d9eeb'] response: {'server_uuid': 'be64c134-2849-4168-8e6d-ba3cef4f3123', 'name': 'network-vif-deleted', 'tag': 'ac624c3b-2da8-4c77-aee5-62a4ad7e74b0', 'status': 'completed', 'code': 200} Jun 24 10:10:33.545570 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-3b14215b-e94d-4bda-9635-66b36b54ef1b None None] Set router 2737a469-8655-48b1-822d-d4cd429b6bb1 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:10:33.776431 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-3b14215b-e94d-4bda-9635-66b36b54ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:45Z', 'revision_number': 5, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:10:33.807358 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b14215b-e94d-4bda-9635-66b36b54ef1b None None] Checking router: 2737a469-8655-48b1-822d-d4cd429b6bb1 for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:10:33.816523 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b14215b-e94d-4bda-9635-66b36b54ef1b None None] Routers {'2737a469-8655-48b1-822d-d4cd429b6bb1'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:10:33.817151 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-3b14215b-e94d-4bda-9635-66b36b54ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:10:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['2737a469-8655-48b1-822d-d4cd429b6bb1'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:10:33.951057 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-3b14215b-e94d-4bda-9635-66b36b54ef1b None None] Set router 2737a469-8655-48b1-822d-d4cd429b6bb1 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:10:34.305438 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-3b14215b-e94d-4bda-9635-66b36b54ef1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:45Z', 'revision_number': 5, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:10:34.337492 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b14215b-e94d-4bda-9635-66b36b54ef1b None None] The sync data for ids ['2737a469-8655-48b1-822d-d4cd429b6bb1'] in dv-cinder-843277-6-iscsi is: [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:45Z', 'revision_number': 5, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:10:34.340719 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-00b6bb61-65b0-42a6-94e6-27af5f0010eb req-3403b6cb-ead3-4ba5-a800-6845ad41cb2e tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=be64c134-2849-4168-8e6d-ba3cef4f3123 HTTP/1.1" status: 200 len: 210 time: 0.0359683 Jun 24 10:10:34.602017 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f0c948-61ee-4864-a0b9-3b4bc8bda9d6 None None] New status for floating IP be5c0f4c-8747-47c9-8139-4e9e6b41c026: DOWN {{(pid=110842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:10:35.467973 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:35.504819 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 46754) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:10:35.566350 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8164ad72-f22e-4d56-9f75-f2f88ca5febe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group (42ac5ccf-402a-413d-aef1-00a3d3f730db), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:35.592913 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8164ad72-f22e-4d56-9f75-f2f88ca5febe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group (42ac5ccf-402a-413d-aef1-00a3d3f730db), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:35.753699 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8164ad72-f22e-4d56-9f75-f2f88ca5febe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (42ac5ccf-402a-413d-aef1-00a3d3f730db), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:35.756234 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8164ad72-f22e-4d56-9f75-f2f88ca5febe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:35.757437 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-8164ad72-f22e-4d56-9f75-f2f88ca5febe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "DELETE /v2.0/security-groups/42ac5ccf-402a-413d-aef1-00a3d3f730db HTTP/1.1" status: 204 len: 168 time: 0.2515874 Jun 24 10:10:35.760834 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46756) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:10:35.768930 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164ad72-f22e-4d56-9f75-f2f88ca5febe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ac5ccf-402a-413d-aef1-00a3d3f730db,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:10:35.777495 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164ad72-f22e-4d56-9f75-f2f88ca5febe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:35.777852 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164ad72-f22e-4d56-9f75-f2f88ca5febe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:35.778197 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164ad72-f22e-4d56-9f75-f2f88ca5febe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:35.778537 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164ad72-f22e-4d56-9f75-f2f88ca5febe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:35.778879 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164ad72-f22e-4d56-9f75-f2f88ca5febe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:35.779217 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164ad72-f22e-4d56-9f75-f2f88ca5febe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:35.779551 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164ad72-f22e-4d56-9f75-f2f88ca5febe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:35.779912 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164ad72-f22e-4d56-9f75-f2f88ca5febe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:35.780389 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164ad72-f22e-4d56-9f75-f2f88ca5febe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:35.780719 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164ad72-f22e-4d56-9f75-f2f88ca5febe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:35.781052 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164ad72-f22e-4d56-9f75-f2f88ca5febe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:35.781377 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164ad72-f22e-4d56-9f75-f2f88ca5febe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:35.781707 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164ad72-f22e-4d56-9f75-f2f88ca5febe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:35.782193 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164ad72-f22e-4d56-9f75-f2f88ca5febe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:35.782612 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8164ad72-f22e-4d56-9f75-f2f88ca5febe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:35.783650 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.api.v2.resource [None req-4102e06b-fafb-4f97-90ac-060eb68b14f9 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] show failed (client error): The resource could not be found. Jun 24 10:10:35.785430 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-4102e06b-fafb-4f97-90ac-060eb68b14f9 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups/42ac5ccf-402a-413d-aef1-00a3d3f730db HTTP/1.1" status: 404 len: 347 time: 0.0230489 Jun 24 10:10:35.789780 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46758) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:10:35.928010 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-4f82521b-9b4e-4441-a00a-ed900a82d50c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Deleting port cb625b52-1cef-4fe3-91ca-74b5d97ac0e7 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:10:35.928384 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4f82521b-9b4e-4441-a00a-ed900a82d50c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (cb625b52-1cef-4fe3-91ca-74b5d97ac0e7), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:36.026548 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4f82521b-9b4e-4441-a00a-ed900a82d50c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (cb625b52-1cef-4fe3-91ca-74b5d97ac0e7), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:36.027013 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4f82521b-9b4e-4441-a00a-ed900a82d50c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (cb625b52-1cef-4fe3-91ca-74b5d97ac0e7), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:36.048867 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-4f82521b-9b4e-4441-a00a-ed900a82d50c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Calling delete_port for cb625b52-1cef-4fe3-91ca-74b5d97ac0e7 owned by network:floatingip {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:10:36.319741 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4f82521b-9b4e-4441-a00a-ed900a82d50c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (cb625b52-1cef-4fe3-91ca-74b5d97ac0e7), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:36.348457 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82521b-9b4e-4441-a00a-ed900a82d50c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event deleted for resources: {'Port': ['ID=cb625b52-1cef-4fe3-91ca-74b5d97ac0e7,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:10:36.425022 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4f82521b-9b4e-4441-a00a-ed900a82d50c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (be5c0f4c-8747-47c9-8139-4e9e6b41c026), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:36.427744 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4f82521b-9b4e-4441-a00a-ed900a82d50c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:36.428945 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-4f82521b-9b4e-4441-a00a-ed900a82d50c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "DELETE /v2.0/floatingips/be5c0f4c-8747-47c9-8139-4e9e6b41c026 HTTP/1.1" status: 204 len: 168 time: 0.6382115 Jun 24 10:10:36.540247 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:10:36.565701 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] No Port match for: ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:10:36.566039 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device ac624c3b-2da8-4c77-aee5-62a4ad7e74b0 not bound to the agent host hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:10:36.576105 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46774) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:10:36.588971 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-7de76de5-8f53-4f5a-ad5f-7bf81a0fe282 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--220868018', 'description': 'tempest-description--1727953786'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:10:36.720284 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-7de76de5-8f53-4f5a-ad5f-7bf81a0fe282 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:36.806931 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-7de76de5-8f53-4f5a-ad5f-7bf81a0fe282 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group (d86f91b4-a803-4de8-ba33-7cbdfedfefa2), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:36.925564 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-7de76de5-8f53-4f5a-ad5f-7bf81a0fe282 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (d86f91b4-a803-4de8-ba33-7cbdfedfefa2), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:36.969366 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de76de5-8f53-4f5a-ad5f-7bf81a0fe282 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d86f91b4-a803-4de8-ba33-7cbdfedfefa2,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:10:37.181180 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-7de76de5-8f53-4f5a-ad5f-7bf81a0fe282 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:37.183370 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-7de76de5-8f53-4f5a-ad5f-7bf81a0fe282 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6060207 Jun 24 10:10:37.187720 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46776) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:10:37.193870 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-197b6ee6-1195-4e34-8dcb-0729f21846fe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Request body: {'security_group_rule': {'security_group_id': 'd86f91b4-a803-4de8-ba33-7cbdfedfefa2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:10:37.333156 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-197b6ee6-1195-4e34-8dcb-0729f21846fe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group_rule (73231e97-db53-40a7-a7c8-1b3ca36e5021), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:37.403112 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-197b6ee6-1195-4e34-8dcb-0729f21846fe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group_rule (73231e97-db53-40a7-a7c8-1b3ca36e5021), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:37.569486 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-197b6ee6-1195-4e34-8dcb-0729f21846fe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (73231e97-db53-40a7-a7c8-1b3ca36e5021), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:37.578405 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:37.592983 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:37.592983 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b6ee6-1195-4e34-8dcb-0729f21846fe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73231e97-db53-40a7-a7c8-1b3ca36e5021,revision_number=0']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:10:37.698574 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-197b6ee6-1195-4e34-8dcb-0729f21846fe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:37.699924 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-197b6ee6-1195-4e34-8dcb-0729f21846fe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5110185 Jun 24 10:10:37.705070 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46782) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:10:37.707009 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-cc8e9be8-4624-4171-83bd-8178adb390a6 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Request body: {'security_group_rule': {'security_group_id': 'd86f91b4-a803-4de8-ba33-7cbdfedfefa2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:10:37.822379 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-cc8e9be8-4624-4171-83bd-8178adb390a6 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group_rule (730bba5b-2c9d-472c-b05f-065840b5e7f8), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:37.898276 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-cc8e9be8-4624-4171-83bd-8178adb390a6 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group_rule (730bba5b-2c9d-472c-b05f-065840b5e7f8), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:37.988374 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-cc8e9be8-4624-4171-83bd-8178adb390a6 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (730bba5b-2c9d-472c-b05f-065840b5e7f8), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:38.015107 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e9be8-4624-4171-83bd-8178adb390a6 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730bba5b-2c9d-472c-b05f-065840b5e7f8,revision_number=0']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:10:38.094932 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-cc8e9be8-4624-4171-83bd-8178adb390a6 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:38.096907 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-cc8e9be8-4624-4171-83bd-8178adb390a6 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3932433 Jun 24 10:10:38.101371 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46784) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:10:38.106448 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-b9143ca1-cd17-41c3-a4ce-c06ee36c4a97 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Request body: {'floatingip': {'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:10:38.234102 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b9143ca1-cd17-41c3-a4ce-c06ee36c4a97 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:38.332295 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b9143ca1-cd17-41c3-a4ce-c06ee36c4a97 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:38.471786 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [None req-b9143ca1-cd17-41c3-a4ce-c06ee36c4a97 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Allocated IP 172.27.2.166 (a3837c3f-8d84-4126-8dfc-b4bde8a26600/ef99dc90-6579-4f1e-9fc6-58eb2334384d/52f9251a-cfba-4ed3-b4e1-b3c2ba55860f) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:10:38.588579 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:DELETE=3,neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:38.600083 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b9143ca1-cd17-41c3-a4ce-c06ee36c4a97 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for port (52f9251a-cfba-4ed3-b4e1-b3c2ba55860f), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:38.732222 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b9143ca1-cd17-41c3-a4ce-c06ee36c4a97 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (52f9251a-cfba-4ed3-b4e1-b3c2ba55860f), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:38.783383 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9143ca1-cd17-41c3-a4ce-c06ee36c4a97 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:10:38.789157 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-b9143ca1-cd17-41c3-a4ce-c06ee36c4a97 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:10:38.793107 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9143ca1-cd17-41c3-a4ce-c06ee36c4a97 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:10:38.797093 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9143ca1-cd17-41c3-a4ce-c06ee36c4a97 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event updated for resources: {'Port': ['ID=52f9251a-cfba-4ed3-b4e1-b3c2ba55860f,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:10:38.904823 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b9143ca1-cd17-41c3-a4ce-c06ee36c4a97 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (4f7db27f-6ac2-44a4-bd3b-45741f19426b), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:39.034016 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b9143ca1-cd17-41c3-a4ce-c06ee36c4a97 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (52f9251a-cfba-4ed3-b4e1-b3c2ba55860f), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:39.141798 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:39.203110 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b9143ca1-cd17-41c3-a4ce-c06ee36c4a97 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for port (52f9251a-cfba-4ed3-b4e1-b3c2ba55860f), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:39.284756 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b9143ca1-cd17-41c3-a4ce-c06ee36c4a97 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (52f9251a-cfba-4ed3-b4e1-b3c2ba55860f), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:39.355512 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9143ca1-cd17-41c3-a4ce-c06ee36c4a97 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event updated for resources: {'Port': ['ID=52f9251a-cfba-4ed3-b4e1-b3c2ba55860f,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:10:39.370507 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b9143ca1-cd17-41c3-a4ce-c06ee36c4a97 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (4f7db27f-6ac2-44a4-bd3b-45741f19426b), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:39.471036 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b9143ca1-cd17-41c3-a4ce-c06ee36c4a97 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:39.472250 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-b9143ca1-cd17-41c3-a4ce-c06ee36c4a97 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3698232 Jun 24 10:10:39.715794 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-fe8872d8-73a0-4b16-8cc0-5debc23e68d5 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--220868018&fields=id&tenant_id=64b655c9ef0948c099f60649b9d5e78d HTTP/1.1" status: 200 len: 267 time: 0.0481133 Jun 24 10:10:39.870099 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-206cd052-4eab-420a-b614-baa3bc038f93 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:39.871629 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-206cd052-4eab-420a-b614-baa3bc038f93 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/networks?id=2c1a62ba-de23-4693-a76a-ab88e859eb34 HTTP/1.1" status: 200 len: 815 time: 0.1456382 Jun 24 10:10:39.888094 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-7202a048-3518-4641-a3ca-ffde7458ed0a tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/quotas/64b655c9ef0948c099f60649b9d5e78d HTTP/1.1" status: 200 len: 375 time: 0.0102212 Jun 24 10:10:39.943597 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-58988547-9ec7-45c1-9683-fb76b69a0ace tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=64b655c9ef0948c099f60649b9d5e78d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489674 Jun 24 10:10:40.068919 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-8ffe3808-a811-486e-85e5-dc4cc254f301 service neutron] 10.222.0.26 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066618 Jun 24 10:10:40.161317 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-8d0de9ee-3c35-4496-b2e9-4c14797ce298 service neutron] 10.222.0.26 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863900 Jun 24 10:10:40.455096 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0ad9e0f0-31cc-45a9-829e-648c88263f3e req-cb424338-8958-4281-82f1-9fc07d7e9849 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 210 time: 0.0297961 Jun 24 10:10:41.556396 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-cd6b8ad5-5080-4ccd-8af3-34bf4dce9c90 req-4cdb655a-7522-4117-8ad0-3106e3b58f34 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 210 time: 0.0358174 Jun 24 10:10:42.670943 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-271aa8ba-0739-4032-aea6-96abdf7c59e5 req-7e12f4cf-7520-4cef-b096-3a9d207690c4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 210 time: 0.0367472 Jun 24 10:10:43.536843 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46840) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:10:43.656733 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:43.666140 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-fc53b9af-562b-4950-925f-9a775875b827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:43.782565 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-fc53b9af-562b-4950-925f-9a775875b827 admin admin] Publish callbacks [] for security_group (28db312c-d705-4d0f-bc54-f436dc3d75e1), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:43.785103 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0a069975-668a-4a32-887b-7c9f9947297a req-60069c3c-d8ae-49ce-aeab-e2f7549be9a6 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 210 time: 0.0465081 Jun 24 10:10:43.895800 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-fc53b9af-562b-4950-925f-9a775875b827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (28db312c-d705-4d0f-bc54-f436dc3d75e1), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:43.955165 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-fc53b9af-562b-4950-925f-9a775875b827 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b6e9a1bdd5e54e43a9e69277137897e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4171984 Jun 24 10:10:43.956170 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53b9af-562b-4950-925f-9a775875b827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28db312c-d705-4d0f-bc54-f436dc3d75e1,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:10:43.958312 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 46848) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:10:44.019905 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-51d28858-3d6e-4fbe-9eb1-2c85d15c2659 admin admin] Publish callbacks [] for security_group (28db312c-d705-4d0f-bc54-f436dc3d75e1), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:44.043192 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-51d28858-3d6e-4fbe-9eb1-2c85d15c2659 admin admin] Publish callbacks [] for security_group (28db312c-d705-4d0f-bc54-f436dc3d75e1), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:44.279089 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-51d28858-3d6e-4fbe-9eb1-2c85d15c2659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (28db312c-d705-4d0f-bc54-f436dc3d75e1), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:44.281736 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-51d28858-3d6e-4fbe-9eb1-2c85d15c2659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:44.282898 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-51d28858-3d6e-4fbe-9eb1-2c85d15c2659 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/28db312c-d705-4d0f-bc54-f436dc3d75e1 HTTP/1.1" status: 204 len: 168 time: 0.3232667 Jun 24 10:10:44.291154 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d28858-3d6e-4fbe-9eb1-2c85d15c2659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28db312c-d705-4d0f-bc54-f436dc3d75e1,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:10:44.903093 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:44.903931 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:44.904544 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-1adf9eaf-137b-4bbf-a6f9-a0f2496b3067 req-9190133a-f0bc-43c4-968b-d2f43a33ca04 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 210 time: 0.0391169 Jun 24 10:10:45.805107 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-a48292b7-7847-4290-9f7f-5861dc77c97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:46.019691 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-837d4668-3a89-45c1-93df-2eab021a2589 req-e3fa08e1-118b-4f90-babb-4927ee327d70 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 210 time: 0.0433266 Jun 24 10:10:47.130857 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-774a17cf-2715-4fb8-9d79-aa722b117417 req-3431111a-51d9-4a01-b202-ea50b56c8244 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 210 time: 0.0301857 Jun 24 10:10:47.316903 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-d26af7bb-bd31-49ff-bb7c-f73aa3c33777 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:47.318587 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-d26af7bb-bd31-49ff-bb7c-f73aa3c33777 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.55 "GET /v2.0/networks?id=2c1a62ba-de23-4693-a76a-ab88e859eb34 HTTP/1.1" status: 200 len: 815 time: 0.1403713 Jun 24 10:10:47.359047 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:47.418900 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-ddef84d2-c319-48d4-baf1-c03360995d43 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64b655c9ef0948c099f60649b9d5e78d HTTP/1.1" status: 200 len: 379 time: 0.0765102 Jun 24 10:10:47.436902 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-4831e669-3941-4612-af28-3e716668c237 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Request body: {'port': {'device_id': '71237ebb-983e-4e90-98f0-447d662211bf', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'admin_state_up': True, 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'security_groups': ['d86f91b4-a803-4de8-ba33-7cbdfedfefa2']}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:10:47.650558 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-4831e669-3941-4612-af28-3e716668c237 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Made reservation on behalf of 64b655c9ef0948c099f60649b9d5e78d for: {'port': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:10:47.654214 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-4831e669-3941-4612-af28-3e716668c237 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:47.828582 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-4831e669-3941-4612-af28-3e716668c237 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Allocated IP 172.20.0.3 (2c1a62ba-de23-4693-a76a-ab88e859eb34/02351637-371e-4010-8915-07491ccbdf1d/dda683d8-9678-4843-b72c-ec183c3b9416) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:10:47.942264 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-5192dd0f-5146-4327-9918-4eb0c45ceaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:47.957253 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-028ab66e-cd56-49a8-a075-f93a3f2206f9 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9efaefae77f74e48addd756c9b8db08f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402856 Jun 24 10:10:47.959950 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:48.247865 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-01a40295-68f6-4b29-b974-db4f9af3c813 req-1d8406c2-ad2a-4ea0-b3cc-2c5f60fe07b0 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 210 time: 0.0307283 Jun 24 10:10:48.461140 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-4831e669-3941-4612-af28-3e716668c237 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for port (dda683d8-9678-4843-b72c-ec183c3b9416), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:48.503163 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-a817db05-5b5c-4ded-a208-a7a29260dfbf tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:48.504685 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-a817db05-5b5c-4ded-a208-a7a29260dfbf tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5179944 Jun 24 10:10:48.527410 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-49b6a346-7f9c-4dc8-a9d2-ba70edc1edd4 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/quotas/9efaefae77f74e48addd756c9b8db08f HTTP/1.1" status: 200 len: 375 time: 0.0134943 Jun 24 10:10:48.565674 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-2b8918d5-0803-456e-9b7d-b3fd94ae37ea tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9efaefae77f74e48addd756c9b8db08f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313454 Jun 24 10:10:48.627758 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-4831e669-3941-4612-af28-3e716668c237 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (dda683d8-9678-4843-b72c-ec183c3b9416), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:48.682643 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-4831e669-3941-4612-af28-3e716668c237 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Network 2c1a62ba-de23-4693-a76a-ab88e859eb34 is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:10:48.687019 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-4831e669-3941-4612-af28-3e716668c237 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:10:48.690276 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-4831e669-3941-4612-af28-3e716668c237 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:10:48.731414 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831e669-3941-4612-af28-3e716668c237 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event updated for resources: {'Port': ['ID=dda683d8-9678-4843-b72c-ec183c3b9416,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:10:48.769445 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-4831e669-3941-4612-af28-3e716668c237 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:48.770083 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-4831e669-3941-4612-af28-3e716668c237 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:48.929632 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ce0a78c8-578a-4638-8cb7-cb6216bd672f req-9ee6a280-75a1-4bf5-b79e-0168d1245dfd tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd6217e-73a2-4dae-8323-3d4ff56a80e3 HTTP/1.1" status: 200 len: 210 time: 0.0491889 Jun 24 10:10:48.970125 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-c18c8c06-a388-4e60-833b-1c71fca5e5df None None] Provisioning complete for port dda683d8-9678-4843-b72c-ec183c3b9416 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:10:48.971191 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-4831e669-3941-4612-af28-3e716668c237 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5420940 Jun 24 10:10:48.971480 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-c18c8c06-a388-4e60-833b-1c71fca5e5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (dda683d8-9678-4843-b72c-ec183c3b9416), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:48.989320 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-26597ca8-2155-4606-8cb8-ad94a0758dfa service neutron] Request body: {'port': {'device_id': '71237ebb-983e-4e90-98f0-447d662211bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:10:49.019440 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-c18c8c06-a388-4e60-833b-1c71fca5e5df None None] Port dda683d8-9678-4843-b72c-ec183c3b9416 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:10:49.073861 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-26597ca8-2155-4606-8cb8-ad94a0758dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (dda683d8-9678-4843-b72c-ec183c3b9416), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:49.245690 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:49.328548 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:49.405961 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-26597ca8-2155-4606-8cb8-ad94a0758dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda683d8-9678-4843-b72c-ec183c3b9416 {{(pid=110839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:10:49.419465 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d60cd-36c2-48af-927f-86d9f6b026b2 req-e8c7480f-b845-429b-a20c-c9cf777c2fbc tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:49.423167 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-494d60cd-36c2-48af-927f-86d9f6b026b2 req-e8c7480f-b845-429b-a20c-c9cf777c2fbc tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 931 time: 0.0777547 Jun 24 10:10:49.423520 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-26597ca8-2155-4606-8cb8-ad94a0758dfa service neutron] Publish callbacks [] for port (dda683d8-9678-4843-b72c-ec183c3b9416), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:49.452048 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.provisioning_blocks [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-26597ca8-2155-4606-8cb8-ad94a0758dfa service neutron] Transition to ACTIVE for port object dda683d8-9678-4843-b72c-ec183c3b9416 will not be triggered until provisioned by entity L2. {{(pid=110839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:10:49.487559 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-494d60cd-36c2-48af-927f-86d9f6b026b2 req-fd0a4b60-af37-4823-a247-177af5e30613 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=d86f91b4-a803-4de8-ba33-7cbdfedfefa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560670 Jun 24 10:10:49.558723 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-26597ca8-2155-4606-8cb8-ad94a0758dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (dda683d8-9678-4843-b72c-ec183c3b9416), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:49.563050 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:49.629474 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26597ca8-2155-4606-8cb8-ad94a0758dfa service neutron] Pushing event updated for resources: {'Port': ['ID=dda683d8-9678-4843-b72c-ec183c3b9416,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:10:49.724078 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-26597ca8-2155-4606-8cb8-ad94a0758dfa service neutron] Attempting to bind port dda683d8-9678-4843-b72c-ec183c3b9416 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:10:49.724599 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-26597ca8-2155-4606-8cb8-ad94a0758dfa service neutron] Attempting to bind port dda683d8-9678-4843-b72c-ec183c3b9416 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '9f62f420-dab8-42b3-80e9-b2fd793dbe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34'}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:10:49.725150 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-26597ca8-2155-4606-8cb8-ad94a0758dfa service neutron] Attempting to bind port dda683d8-9678-4843-b72c-ec183c3b9416 on network 2c1a62ba-de23-4693-a76a-ab88e859eb34 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:10:49.732497 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-26597ca8-2155-4606-8cb8-ad94a0758dfa service neutron] Port dda683d8-9678-4843-b72c-ec183c3b9416 on network 2c1a62ba-de23-4693-a76a-ab88e859eb34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:10:49.737073 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-26597ca8-2155-4606-8cb8-ad94a0758dfa service neutron] Attempting to bind port dda683d8-9678-4843-b72c-ec183c3b9416 on network 2c1a62ba-de23-4693-a76a-ab88e859eb34 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:10:49.742246 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-26597ca8-2155-4606-8cb8-ad94a0758dfa service neutron] Checking agent: {'id': '26214230-7434-41f1-bd59-00d94ef0f061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'started_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:10:49.742687 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-26597ca8-2155-4606-8cb8-ad94a0758dfa service neutron] Checking segment: {'id': '9f62f420-dab8-42b3-80e9-b2fd793dbe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:10:49.743400 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-26597ca8-2155-4606-8cb8-ad94a0758dfa service neutron] Bound using segment: {'id': '9f62f420-dab8-42b3-80e9-b2fd793dbe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34'} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:10:49.744016 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-26597ca8-2155-4606-8cb8-ad94a0758dfa service neutron] Bound port: dda683d8-9678-4843-b72c-ec183c3b9416, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f62f420-dab8-42b3-80e9-b2fd793dbe36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34'}}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:10:49.744668 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-26597ca8-2155-4606-8cb8-ad94a0758dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (dda683d8-9678-4843-b72c-ec183c3b9416), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:49.821325 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-26597ca8-2155-4606-8cb8-ad94a0758dfa service neutron] For port dda683d8-9678-4843-b72c-ec183c3b9416, host hv-cinder-84327, cleared binding levels {{(pid=110839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:10:49.826906 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-26597ca8-2155-4606-8cb8-ad94a0758dfa service neutron] For port dda683d8-9678-4843-b72c-ec183c3b9416, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=dda683d8-9678-4843-b72c-ec183c3b9416,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:10:49.942859 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-26597ca8-2155-4606-8cb8-ad94a0758dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (dda683d8-9678-4843-b72c-ec183c3b9416), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:49.990047 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-26597ca8-2155-4606-8cb8-ad94a0758dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:49.991257 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-26597ca8-2155-4606-8cb8-ad94a0758dfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:49.993615 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-26597ca8-2155-4606-8cb8-ad94a0758dfa service neutron] 10.222.0.55 "PUT /v2.0/ports/dda683d8-9678-4843-b72c-ec183c3b9416 HTTP/1.1" status: 200 len: 1093 time: 1.0114970 Jun 24 10:10:49.994333 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71237ebb-983e-4e90-98f0-447d662211bf', 'tag': 'dda683d8-9678-4843-b72c-ec183c3b9416'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:10:50.009122 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01684e26-ee7f-48f2-8df7-18e0a8783883" -d '{"events": [{"name": "network-changed", "server_uuid": "71237ebb-983e-4e90-98f0-447d662211bf", "tag": "dda683d8-9678-4843-b72c-ec183c3b9416"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:10:50.036586 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26597ca8-2155-4606-8cb8-ad94a0758dfa service neutron] Pushing event updated for resources: {'Port': ['ID=dda683d8-9678-4843-b72c-ec183c3b9416,revision_number=3']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:10:50.092793 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d011a5e9-1b58-4796-a49e-5630b050db97 x-openstack-request-id: req-d011a5e9-1b58-4796-a49e-5630b050db97 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:10:50.093217 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71237ebb-983e-4e90-98f0-447d662211bf", "tag": "dda683d8-9678-4843-b72c-ec183c3b9416", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:10:50.093733 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d011a5e9-1b58-4796-a49e-5630b050db97 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:10:50.094249 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d011a5e9-1b58-4796-a49e-5630b050db97'] response: {'name': 'network-changed', 'server_uuid': '71237ebb-983e-4e90-98f0-447d662211bf', 'tag': 'dda683d8-9678-4843-b72c-ec183c3b9416', 'status': 'completed', 'code': 200} Jun 24 10:10:50.095845 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-aec5fdbf-eb02-42ee-b3c6-71bc233aa3aa req-307bf799-4d38-4129-a538-514d909fb531 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd6217e-73a2-4dae-8323-3d4ff56a80e3 HTTP/1.1" status: 200 len: 210 time: 0.0353456 Jun 24 10:10:50.183530 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01684e26-ee7f-48f2-8df7-18e0a8783883 req-6350f077-e0b3-458e-977e-5c3b105fef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:50.185186 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-01684e26-ee7f-48f2-8df7-18e0a8783883 req-6350f077-e0b3-458e-977e-5c3b105fef27 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64b655c9ef0948c099f60649b9d5e78d&device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 1127 time: 0.0610216 Jun 24 10:10:50.306617 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01684e26-ee7f-48f2-8df7-18e0a8783883 req-ec61da70-e116-4b42-8563-87b598abf59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:50.308206 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-01684e26-ee7f-48f2-8df7-18e0a8783883 req-ec61da70-e116-4b42-8563-87b598abf59c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=64b655c9ef0948c099f60649b9d5e78d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1118932 Jun 24 10:10:50.336482 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:50.413797 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01684e26-ee7f-48f2-8df7-18e0a8783883 req-fda29d41-e327-4ba7-81a8-1fb98ccc59ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:50.415342 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-01684e26-ee7f-48f2-8df7-18e0a8783883 req-fda29d41-e327-4ba7-81a8-1fb98ccc59ed service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984640 Jun 24 10:10:50.510721 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-520d0992-6df4-416f-860e-29c7f5555c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:50.512237 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-520d0992-6df4-416f-860e-29c7f5555c7b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64b655c9ef0948c099f60649b9d5e78d&device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 1127 time: 0.0450289 Jun 24 10:10:50.559767 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-ea7aa1a6-289c-4465-9020-4ed1c343c675 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dda683d8-9678-4843-b72c-ec183c3b9416 HTTP/1.1" status: 200 len: 217 time: 0.0363770 Jun 24 10:10:50.648929 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-40f7ef0c-58c4-434f-b7d1-3a7dc187aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:50.650417 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-40f7ef0c-58c4-434f-b7d1-3a7dc187aac7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02351637-371e-4010-8915-07491ccbdf1d HTTP/1.1" status: 200 len: 854 time: 0.0819156 Jun 24 10:10:50.657510 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bb6a1-bf22-4c25-a0bd-43cfec6c5866 req-36916a9d-1df1-4344-be69-b61f7f8f5702 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:50.658902 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3b9bb6a1-bf22-4c25-a0bd-43cfec6c5866 req-36916a9d-1df1-4344-be69-b61f7f8f5702 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 943 time: 0.0811052 Jun 24 10:10:50.722717 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-a8b28dca-cf77-42df-b3e2-2f0b0a001980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:50.724315 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-a8b28dca-cf77-42df-b3e2-2f0b0a001980 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c1a62ba-de23-4693-a76a-ab88e859eb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0645442 Jun 24 10:10:50.759963 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3b9bb6a1-bf22-4c25-a0bd-43cfec6c5866 req-4a8471c9-db20-454f-aa0f-57bae5f9e4fd tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=d86f91b4-a803-4de8-ba33-7cbdfedfefa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923257 Jun 24 10:10:50.837178 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-6df767ee-cc80-4e86-abc5-f7fac116bf4f service neutron] 10.222.0.55 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022170 Jun 24 10:10:50.855897 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:50.908603 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:50.948496 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:50.955305 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-31f339e2-09e2-45f6-866c-6a08c7338c35 req-f0166165-6c6e-456f-8e4d-c468fd90bcb9 service neutron] 10.222.0.55 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085548 Jun 24 10:10:51.033551 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:51.204233 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-de84ae9b-e18c-469e-802d-cded9ad885d7 req-4cfbcd0c-6feb-47f2-aba0-1a75be9eff2d tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd6217e-73a2-4dae-8323-3d4ff56a80e3 HTTP/1.1" status: 200 len: 210 time: 0.0289931 Jun 24 10:10:51.893453 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab1b7f-0e88-4c20-bb98-e13f80d2a48c req-235acae5-23d3-450d-afee-02fb0e1d8cc1 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:51.894934 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3eab1b7f-0e88-4c20-bb98-e13f80d2a48c req-235acae5-23d3-450d-afee-02fb0e1d8cc1 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 943 time: 0.0582104 Jun 24 10:10:51.946015 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3eab1b7f-0e88-4c20-bb98-e13f80d2a48c req-da5ef73e-f6a7-4eaa-a6f4-f66919a51023 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=d86f91b4-a803-4de8-ba33-7cbdfedfefa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449591 Jun 24 10:10:52.314730 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-dcdacc1b-ca54-4c04-9a42-e57d2ef9cfdf req-c93986f5-da99-4600-a4c0-96372199032f tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd6217e-73a2-4dae-8323-3d4ff56a80e3 HTTP/1.1" status: 200 len: 210 time: 0.0360260 Jun 24 10:10:52.617232 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device dda683d8-9678-4843-b72c-ec183c3b9416 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:10:52.736724 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port dda683d8-9678-4843-b72c-ec183c3b9416, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=dda683d8-9678-4843-b72c-ec183c3b9416,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:10:52.749726 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': 'dda683d8-9678-4843-b72c-ec183c3b9416', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'port_id': 'dda683d8-9678-4843-b72c-ec183c3b9416', 'mac_address': 'fa:16:3e:cf:7c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:10:52.756668 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:52.792947 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port dda683d8-9678-4843-b72c-ec183c3b9416 is: DOWN; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:10:52.793456 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (dda683d8-9678-4843-b72c-ec183c3b9416), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:52.798540 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-21d46c20-4152-4b60-be2e-83b3b317d0c9 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=9efaefae77f74e48addd756c9b8db08f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272186 Jun 24 10:10:52.809102 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda683d8-9678-4843-b72c-ec183c3b9416 {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:10:52.834706 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port dda683d8-9678-4843-b72c-ec183c3b9416, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=dda683d8-9678-4843-b72c-ec183c3b9416,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:10:52.937329 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-5dac79bd-3bfd-406a-9fce-5a3719896ee8 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:52.939894 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-5dac79bd-3bfd-406a-9fce-5a3719896ee8 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1342807 Jun 24 10:10:52.941712 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (dda683d8-9678-4843-b72c-ec183c3b9416), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:52.957094 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-df48162d-7a06-49f6-b12a-8c08feac7b05 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Request body: {'port': {'device_id': 'bcd6217e-73a2-4dae-8323-3d4ff56a80e3', 'network_id': '41187121-d3b2-4f88-94f7-39473e749189', 'admin_state_up': True, 'tenant_id': '9efaefae77f74e48addd756c9b8db08f'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:10:53.032035 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=dda683d8-9678-4843-b72c-ec183c3b9416,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:10:53.040989 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:53.041430 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:53.041866 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:53.042276 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:53.042693 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:53.043103 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:53.043507 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:53.043910 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:53.044366 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:53.044767 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:53.045214 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:53.045609 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:53.046004 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:53.046402 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:53.046796 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:10:53.210004 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['dda683d8-9678-4843-b72c-ec183c3b9416'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:10:53.253732 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688183a-9155-4fa4-8cff-8f25a95593e0 req-46897717-76f5-47c2-b3a7-046629c9cb24 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:53.256517 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7688183a-9155-4fa4-8cff-8f25a95593e0 req-46897717-76f5-47c2-b3a7-046629c9cb24 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 944 time: 0.0733922 Jun 24 10:10:53.256517 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-df48162d-7a06-49f6-b12a-8c08feac7b05 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Made reservation on behalf of 9efaefae77f74e48addd756c9b8db08f for: {'port': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:10:53.261437 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-df48162d-7a06-49f6-b12a-8c08feac7b05 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:53.271596 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-df48162d-7a06-49f6-b12a-8c08feac7b05 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:53.346963 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7688183a-9155-4fa4-8cff-8f25a95593e0 req-139373d8-59b5-4159-87ce-de4a2fbbcfe0 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=d86f91b4-a803-4de8-ba33-7cbdfedfefa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766854 Jun 24 10:10:53.410128 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-df48162d-7a06-49f6-b12a-8c08feac7b05 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Publish callbacks [] for security_group (b4a1af0c-dbe8-47d9-ae4c-27f82780b314), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:53.452653 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-a777c478-3963-4931-b7c1-cd315a0345e4 req-b7f4866a-f482-40cf-b2ab-5822abf5a7f0 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd6217e-73a2-4dae-8323-3d4ff56a80e3 HTTP/1.1" status: 200 len: 210 time: 0.0381296 Jun 24 10:10:53.513374 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-df48162d-7a06-49f6-b12a-8c08feac7b05 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (b4a1af0c-dbe8-47d9-ae4c-27f82780b314), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:53.585043 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48162d-7a06-49f6-b12a-8c08feac7b05 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a1af0c-dbe8-47d9-ae4c-27f82780b314,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:10:53.676409 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-df48162d-7a06-49f6-b12a-8c08feac7b05 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Allocated IP 192.168.233.161 (41187121-d3b2-4f88-94f7-39473e749189/8143832c-4501-4762-b181-046772dd81e1/daac7df9-2c0e-4a78-b445-1ab0237d8f47) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:10:53.733122 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:53.857299 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-df48162d-7a06-49f6-b12a-8c08feac7b05 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Publish callbacks [] for port (daac7df9-2c0e-4a78-b445-1ab0237d8f47), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:53.860059 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:54.034488 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-df48162d-7a06-49f6-b12a-8c08feac7b05 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (daac7df9-2c0e-4a78-b445-1ab0237d8f47), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:54.080547 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-df48162d-7a06-49f6-b12a-8c08feac7b05 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Network 41187121-d3b2-4f88-94f7-39473e749189 is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:10:54.083748 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-df48162d-7a06-49f6-b12a-8c08feac7b05 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:10:54.087703 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-df48162d-7a06-49f6-b12a-8c08feac7b05 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:10:54.113178 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48162d-7a06-49f6-b12a-8c08feac7b05 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Pushing event updated for resources: {'Port': ['ID=daac7df9-2c0e-4a78-b445-1ab0237d8f47,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:10:54.154792 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-df48162d-7a06-49f6-b12a-8c08feac7b05 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:54.155807 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-df48162d-7a06-49f6-b12a-8c08feac7b05 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:54.300443 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-df48162d-7a06-49f6-b12a-8c08feac7b05 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3475289 Jun 24 10:10:54.316689 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-413c9ddf-378a-4658-a093-de71a1e59029 service neutron] Request body: {'port': {'device_id': 'bcd6217e-73a2-4dae-8323-3d4ff56a80e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:10:54.331252 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-c9325f12-6085-4afd-a4ee-35f41dfc0e4a None None] Provisioning complete for port daac7df9-2c0e-4a78-b445-1ab0237d8f47 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:10:54.331904 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-c9325f12-6085-4afd-a4ee-35f41dfc0e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (daac7df9-2c0e-4a78-b445-1ab0237d8f47), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:54.372244 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-c9325f12-6085-4afd-a4ee-35f41dfc0e4a None None] Port daac7df9-2c0e-4a78-b445-1ab0237d8f47 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:10:54.390124 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-413c9ddf-378a-4658-a093-de71a1e59029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (daac7df9-2c0e-4a78-b445-1ab0237d8f47), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:54.554725 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11428f67-1152-4c3e-9281-1b3b90e73e77 req-4dc48bb2-de1b-477e-8e1f-4b83d7d28df4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:54.555854 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-11428f67-1152-4c3e-9281-1b3b90e73e77 req-4dc48bb2-de1b-477e-8e1f-4b83d7d28df4 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 944 time: 0.1205866 Jun 24 10:10:54.587209 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20af32-be7a-4708-9935-83c97ba5c7e6 req-cd57cb12-4761-418f-80d4-2acf6474aac5 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:54.588797 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2b20af32-be7a-4708-9935-83c97ba5c7e6 req-cd57cb12-4761-418f-80d4-2acf6474aac5 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd6217e-73a2-4dae-8323-3d4ff56a80e3 HTTP/1.1" status: 200 len: 936 time: 0.0621610 Jun 24 10:10:54.616926 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device dda683d8-9678-4843-b72c-ec183c3b9416 up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:10:54.648273 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2b20af32-be7a-4708-9935-83c97ba5c7e6 req-8b7f55e3-6db9-4510-afe8-b1a550e8d489 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a1af0c-dbe8-47d9-ae4c-27f82780b314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496256 Jun 24 10:10:54.664708 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning for port dda683d8-9678-4843-b72c-ec183c3b9416 completed by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:10:54.671003 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-11428f67-1152-4c3e-9281-1b3b90e73e77 req-4a92157e-fc3f-4faa-89c0-933cd73e22b7 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=d86f91b4-a803-4de8-ba33-7cbdfedfefa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080370 Jun 24 10:10:54.680930 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:54.757943 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-413c9ddf-378a-4658-a093-de71a1e59029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daac7df9-2c0e-4a78-b445-1ab0237d8f47 {{(pid=110839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:10:54.766451 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-413c9ddf-378a-4658-a093-de71a1e59029 service neutron] Publish callbacks [] for port (daac7df9-2c0e-4a78-b445-1ab0237d8f47), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:54.780709 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.provisioning_blocks [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-413c9ddf-378a-4658-a093-de71a1e59029 service neutron] Transition to ACTIVE for port object daac7df9-2c0e-4a78-b445-1ab0237d8f47 will not be triggered until provisioned by entity L2. {{(pid=110839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:10:54.815746 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port dda683d8-9678-4843-b72c-ec183c3b9416 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:10:54.816167 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (dda683d8-9678-4843-b72c-ec183c3b9416), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:54.899020 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port dda683d8-9678-4843-b72c-ec183c3b9416 is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:10:54.899701 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (dda683d8-9678-4843-b72c-ec183c3b9416), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:54.919885 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-413c9ddf-378a-4658-a093-de71a1e59029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (daac7df9-2c0e-4a78-b445-1ab0237d8f47), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:54.933729 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71237ebb-983e-4e90-98f0-447d662211bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda683d8-9678-4843-b72c-ec183c3b9416'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:10:54.937771 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181bfdb4-ac34-43bb-a788-78cd69c3e601" -d '{"events": [{"server_uuid": "71237ebb-983e-4e90-98f0-447d662211bf", "name": "network-vif-plugged", "status": "completed", "tag": "dda683d8-9678-4843-b72c-ec183c3b9416"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:10:54.958181 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port dda683d8-9678-4843-b72c-ec183c3b9416, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=dda683d8-9678-4843-b72c-ec183c3b9416,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:10:55.001612 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c9ddf-378a-4658-a093-de71a1e59029 service neutron] Pushing event updated for resources: {'Port': ['ID=daac7df9-2c0e-4a78-b445-1ab0237d8f47,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:10:55.002880 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87386f1-e658-4920-877d-348d79f48708 x-openstack-request-id: req-b87386f1-e658-4920-877d-348d79f48708 {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:10:55.003322 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71237ebb-983e-4e90-98f0-447d662211bf", "name": "network-vif-plugged", "status": "completed", "tag": "dda683d8-9678-4843-b72c-ec183c3b9416", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:10:55.004425 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b87386f1-e658-4920-877d-348d79f48708 {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:10:55.004425 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b87386f1-e658-4920-877d-348d79f48708'] response: {'server_uuid': '71237ebb-983e-4e90-98f0-447d662211bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda683d8-9678-4843-b72c-ec183c3b9416', 'code': 200} Jun 24 10:10:55.083109 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-413c9ddf-378a-4658-a093-de71a1e59029 service neutron] Attempting to bind port daac7df9-2c0e-4a78-b445-1ab0237d8f47 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:10:55.099664 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-413c9ddf-378a-4658-a093-de71a1e59029 service neutron] Attempting to bind port daac7df9-2c0e-4a78-b445-1ab0237d8f47 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '90005c2a-133b-46f9-b020-81048c6edf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '41187121-d3b2-4f88-94f7-39473e749189'}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:10:55.099664 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-413c9ddf-378a-4658-a093-de71a1e59029 service neutron] Attempting to bind port daac7df9-2c0e-4a78-b445-1ab0237d8f47 on network 41187121-d3b2-4f88-94f7-39473e749189 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:10:55.099664 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-413c9ddf-378a-4658-a093-de71a1e59029 service neutron] Port daac7df9-2c0e-4a78-b445-1ab0237d8f47 on network 41187121-d3b2-4f88-94f7-39473e749189 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:10:55.099664 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-413c9ddf-378a-4658-a093-de71a1e59029 service neutron] Attempting to bind port daac7df9-2c0e-4a78-b445-1ab0237d8f47 on network 41187121-d3b2-4f88-94f7-39473e749189 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:10:55.100170 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-413c9ddf-378a-4658-a093-de71a1e59029 service neutron] Checking agent: {'id': '26214230-7434-41f1-bd59-00d94ef0f061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'started_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:10:55.100505 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-413c9ddf-378a-4658-a093-de71a1e59029 service neutron] Checking segment: {'id': '90005c2a-133b-46f9-b020-81048c6edf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '41187121-d3b2-4f88-94f7-39473e749189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:10:55.101012 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-413c9ddf-378a-4658-a093-de71a1e59029 service neutron] Bound using segment: {'id': '90005c2a-133b-46f9-b020-81048c6edf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '41187121-d3b2-4f88-94f7-39473e749189'} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:10:55.101569 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-413c9ddf-378a-4658-a093-de71a1e59029 service neutron] Bound port: daac7df9-2c0e-4a78-b445-1ab0237d8f47, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90005c2a-133b-46f9-b020-81048c6edf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '41187121-d3b2-4f88-94f7-39473e749189'}}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:10:55.101970 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-413c9ddf-378a-4658-a093-de71a1e59029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (daac7df9-2c0e-4a78-b445-1ab0237d8f47), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:55.154344 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (dda683d8-9678-4843-b72c-ec183c3b9416), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:55.191566 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:55.195268 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-413c9ddf-378a-4658-a093-de71a1e59029 service neutron] For port daac7df9-2c0e-4a78-b445-1ab0237d8f47, host hv-cinder-84327, cleared binding levels {{(pid=110839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:10:55.199029 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-413c9ddf-378a-4658-a093-de71a1e59029 service neutron] For port daac7df9-2c0e-4a78-b445-1ab0237d8f47, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=daac7df9-2c0e-4a78-b445-1ab0237d8f47,segment=NetworkSegment(90005c2a-133b-46f9-b020-81048c6edf0a),segment_id=90005c2a-133b-46f9-b020-81048c6edf0a)] {{(pid=110839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:10:55.213355 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=dda683d8-9678-4843-b72c-ec183c3b9416,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:10:55.405633 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-413c9ddf-378a-4658-a093-de71a1e59029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (daac7df9-2c0e-4a78-b445-1ab0237d8f47), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:55.443892 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-413c9ddf-378a-4658-a093-de71a1e59029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:55.444751 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-413c9ddf-378a-4658-a093-de71a1e59029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:55.446286 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-413c9ddf-378a-4658-a093-de71a1e59029 service neutron] 10.222.0.55 "PUT /v2.0/ports/daac7df9-2c0e-4a78-b445-1ab0237d8f47 HTTP/1.1" status: 200 len: 1098 time: 1.1340094 Jun 24 10:10:55.446758 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd6217e-73a2-4dae-8323-3d4ff56a80e3', 'tag': 'daac7df9-2c0e-4a78-b445-1ab0237d8f47'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:10:55.449112 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a07a19-6a7a-483d-bd22-716d45d5050c" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd6217e-73a2-4dae-8323-3d4ff56a80e3", "tag": "daac7df9-2c0e-4a78-b445-1ab0237d8f47"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:10:55.475967 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c9ddf-378a-4658-a093-de71a1e59029 service neutron] Pushing event updated for resources: {'Port': ['ID=daac7df9-2c0e-4a78-b445-1ab0237d8f47,revision_number=3']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:10:55.502769 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb34bfc-26be-420b-9c9e-c6e9c786d791 x-openstack-request-id: req-cdb34bfc-26be-420b-9c9e-c6e9c786d791 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:10:55.502983 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd6217e-73a2-4dae-8323-3d4ff56a80e3", "tag": "daac7df9-2c0e-4a78-b445-1ab0237d8f47", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:10:55.503224 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cdb34bfc-26be-420b-9c9e-c6e9c786d791 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:10:55.503765 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdb34bfc-26be-420b-9c9e-c6e9c786d791'] response: {'name': 'network-changed', 'server_uuid': 'bcd6217e-73a2-4dae-8323-3d4ff56a80e3', 'tag': 'daac7df9-2c0e-4a78-b445-1ab0237d8f47', 'status': 'completed', 'code': 200} Jun 24 10:10:55.578242 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a07a19-6a7a-483d-bd22-716d45d5050c req-96e045bf-73cc-4d67-b9fb-819d0d9b40f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:55.580458 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e1a07a19-6a7a-483d-bd22-716d45d5050c req-96e045bf-73cc-4d67-b9fb-819d0d9b40f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9efaefae77f74e48addd756c9b8db08f&device_id=bcd6217e-73a2-4dae-8323-3d4ff56a80e3 HTTP/1.1" status: 200 len: 1132 time: 0.0558689 Jun 24 10:10:55.627508 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e1a07a19-6a7a-483d-bd22-716d45d5050c req-2fbf986c-edc1-4b57-bed2-e4cc1f24462b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=9efaefae77f74e48addd756c9b8db08f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381002 Jun 24 10:10:55.687412 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf295e-33ee-4876-baf5-3a028ab26051 req-ff77a9e6-3601-4ba3-8500-c566c8113efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:55.689342 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-63cf295e-33ee-4876-baf5-3a028ab26051 req-ff77a9e6-3601-4ba3-8500-c566c8113efd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 1129 time: 0.0724432 Jun 24 10:10:55.722898 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:55.799874 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af242ce8-2e4f-4168-acdf-f96274b38635 req-4819f0b3-33e5-4956-a9af-8c2ef1ed644e tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:55.801599 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-af242ce8-2e4f-4168-acdf-f96274b38635 req-4819f0b3-33e5-4956-a9af-8c2ef1ed644e tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd6217e-73a2-4dae-8323-3d4ff56a80e3 HTTP/1.1" status: 200 len: 948 time: 0.0557449 Jun 24 10:10:55.862231 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-af242ce8-2e4f-4168-acdf-f96274b38635 req-c0e87ffe-54db-49f8-8595-bdb259c0283f tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a1af0c-dbe8-47d9-ae4c-27f82780b314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536232 Jun 24 10:10:55.862505 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5bbcc-9fda-427f-b997-7ce5d3a8e5a3 req-a0907c75-8c47-4d5a-95f5-191e91eea6b6 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:55.864205 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-30f5bbcc-9fda-427f-b997-7ce5d3a8e5a3 req-a0907c75-8c47-4d5a-95f5-191e91eea6b6 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 945 time: 0.0897322 Jun 24 10:10:55.865622 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a07a19-6a7a-483d-bd22-716d45d5050c req-b94f86e6-da8c-4b01-83e0-cd217f18ef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:55.867538 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e1a07a19-6a7a-483d-bd22-716d45d5050c req-b94f86e6-da8c-4b01-83e0-cd217f18ef7e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2177565 Jun 24 10:10:55.869996 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-63cf295e-33ee-4876-baf5-3a028ab26051 req-826367cf-3f3e-4510-9f1d-6fdc1ca85a33 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d86f91b4-a803-4de8-ba33-7cbdfedfefa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691833 Jun 24 10:10:55.936311 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-30f5bbcc-9fda-427f-b997-7ce5d3a8e5a3 req-8672406d-7df4-4ef5-8a1a-5fcaf85f4fa8 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=d86f91b4-a803-4de8-ba33-7cbdfedfefa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640090 Jun 24 10:10:56.159473 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-9a700288-6018-479c-899e-4c4993a165dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:56.161043 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-9a700288-6018-479c-899e-4c4993a165dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9efaefae77f74e48addd756c9b8db08f&device_id=bcd6217e-73a2-4dae-8323-3d4ff56a80e3 HTTP/1.1" status: 200 len: 1132 time: 0.0445337 Jun 24 10:10:56.210239 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-ef36b0cc-d3e8-4d8d-a50e-75bf187b6b18 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=daac7df9-2c0e-4a78-b445-1ab0237d8f47 HTTP/1.1" status: 200 len: 217 time: 0.0402620 Jun 24 10:10:56.265040 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-ef299ae4-f845-4453-8083-8c405163d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:56.266636 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-ef299ae4-f845-4453-8083-8c405163d51d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8143832c-4501-4762-b181-046772dd81e1 HTTP/1.1" status: 200 len: 843 time: 0.0507185 Jun 24 10:10:56.313548 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-ddd23be6-fc46-4659-a133-3a4c74beade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:56.315189 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-ddd23be6-fc46-4659-a133-3a4c74beade9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41187121-d3b2-4f88-94f7-39473e749189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0424967 Jun 24 10:10:56.639490 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:56.711201 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-2bc0c6b2-1fd0-4520-8609-2ba86f8ac4d5 service neutron] 10.222.0.55 "GET /v2.0/networks/41187121-d3b2-4f88-94f7-39473e749189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997043 Jun 24 10:10:56.815615 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5d8270ae-3d56-4193-95d7-23e23bdf331a req-999b6374-d59b-49eb-ac26-47a7b40b9677 service neutron] 10.222.0.55 "GET /v2.0/networks/41187121-d3b2-4f88-94f7-39473e749189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957124 Jun 24 10:10:56.992081 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c29e9-b989-40ec-9b4a-f8ba8e3de5d8 req-029455bf-74d6-4df5-b5aa-8ac177d823c5 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:56.993696 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b64c29e9-b989-40ec-9b4a-f8ba8e3de5d8 req-029455bf-74d6-4df5-b5aa-8ac177d823c5 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd6217e-73a2-4dae-8323-3d4ff56a80e3 HTTP/1.1" status: 200 len: 948 time: 0.0555632 Jun 24 10:10:57.047550 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b64c29e9-b989-40ec-9b4a-f8ba8e3de5d8 req-89eabf36-88ea-482d-a613-16b11335b350 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a1af0c-dbe8-47d9-ae4c-27f82780b314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460591 Jun 24 10:10:57.080559 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da09fa5-57d4-40f2-afa2-30811d2f73d6 req-da67ceab-dd14-4215-8279-678b8e3f4d14 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:57.082295 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2da09fa5-57d4-40f2-afa2-30811d2f73d6 req-da67ceab-dd14-4215-8279-678b8e3f4d14 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 945 time: 0.0624611 Jun 24 10:10:57.136728 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2da09fa5-57d4-40f2-afa2-30811d2f73d6 req-a08c6c97-319a-4448-a8be-d04fa6957745 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=d86f91b4-a803-4de8-ba33-7cbdfedfefa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460947 Jun 24 10:10:58.366625 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037e29d-42be-4eaf-830b-7cd39b227e25 req-d3e03ec2-fc6a-4972-96b0-de9f67c0c335 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:58.368381 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5037e29d-42be-4eaf-830b-7cd39b227e25 req-d3e03ec2-fc6a-4972-96b0-de9f67c0c335 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd6217e-73a2-4dae-8323-3d4ff56a80e3 HTTP/1.1" status: 200 len: 948 time: 0.2473814 Jun 24 10:10:58.419248 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-5037e29d-42be-4eaf-830b-7cd39b227e25 req-1e2ac846-cf87-4890-8339-bae1ee9d5978 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a1af0c-dbe8-47d9-ae4c-27f82780b314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448067 Jun 24 10:10:58.445954 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98440db2-6cca-40c9-8913-f74ebf6abb1b req-ddba8ebe-1d48-4691-aa2d-dbcd18418c7c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:58.449368 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-98440db2-6cca-40c9-8913-f74ebf6abb1b req-ddba8ebe-1d48-4691-aa2d-dbcd18418c7c tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 945 time: 0.2181754 Jun 24 10:10:58.513627 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-98440db2-6cca-40c9-8913-f74ebf6abb1b req-f4f021c9-8184-4b2b-b895-9e37cfe13ec8 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=d86f91b4-a803-4de8-ba33-7cbdfedfefa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563917 Jun 24 10:10:58.617325 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:58.638308 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b3851-b81a-43d0-bf83-1942cb17a32d req-bdaaf3d3-b12a-4080-9566-aa7d1ab95015 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:58.640550 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-fb4b3851-b81a-43d0-bf83-1942cb17a32d req-bdaaf3d3-b12a-4080-9566-aa7d1ab95015 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 945 time: 0.0515540 Jun 24 10:10:58.653883 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 46966) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:10:58.658376 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-72253fca-9699-40c1-a008-0eab364e0129 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Request body: {'floatingip': {'port_id': 'dda683d8-9678-4843-b72c-ec183c3b9416'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:10:58.701682 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-72253fca-9699-40c1-a008-0eab364e0129 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (4f7db27f-6ac2-44a4-bd3b-45741f19426b), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:59.103560 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:59.177182 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-72253fca-9699-40c1-a008-0eab364e0129 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:59.256099 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-72253fca-9699-40c1-a008-0eab364e0129 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (4f7db27f-6ac2-44a4-bd3b-45741f19426b), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:10:59.634037 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cced467-fb2e-463b-a9fa-17fe6925b8ec req-1cfc4825-1f47-4bbb-bae3-a8b81d0f2389 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:10:59.643469 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7cced467-fb2e-463b-a9fa-17fe6925b8ec req-1cfc4825-1f47-4bbb-bae3-a8b81d0f2389 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd6217e-73a2-4dae-8323-3d4ff56a80e3 HTTP/1.1" status: 200 len: 948 time: 0.0622518 Jun 24 10:10:59.707581 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.l3_db [None req-72253fca-9699-40c1-a008-0eab364e0129 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Floating IP 4f7db27f-6ac2-44a4-bd3b-45741f19426b associated. External IP: 172.27.2.166, port: dda683d8-9678-4843-b72c-ec183c3b9416. Jun 24 10:10:59.755570 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7cced467-fb2e-463b-a9fa-17fe6925b8ec req-6f30c826-a0b9-430d-a7cf-d3a55e930d4c tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a1af0c-dbe8-47d9-ae4c-27f82780b314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924814 Jun 24 10:10:59.828605 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:10:59.928081 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72253fca-9699-40c1-a008-0eab364e0129 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Router 2737a469-8655-48b1-822d-d4cd429b6bb1 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:11:00.038484 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72253fca-9699-40c1-a008-0eab364e0129 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:11:00.043288 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-72253fca-9699-40c1-a008-0eab364e0129 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:00.050291 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95e0273-e7fe-43ae-a3aa-1ea0c9b29d11 None None] Sync routers for ids ['2737a469-8655-48b1-822d-d4cd429b6bb1'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:11:00.062261 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95e0273-e7fe-43ae-a3aa-1ea0c9b29d11 None None] Routers {'2737a469-8655-48b1-822d-d4cd429b6bb1'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:11:00.062875 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-b95e0273-e7fe-43ae-a3aa-1ea0c9b29d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:10:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['2737a469-8655-48b1-822d-d4cd429b6bb1'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:11:00.076885 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-72253fca-9699-40c1-a008-0eab364e0129 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "PUT /v2.0/floatingips/4f7db27f-6ac2-44a4-bd3b-45741f19426b HTTP/1.1" status: 200 len: 991 time: 1.4213092 Jun 24 10:11:00.077471 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71237ebb-983e-4e90-98f0-447d662211bf', 'tag': 'dda683d8-9678-4843-b72c-ec183c3b9416'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:11:00.079727 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e3bf3e-2e76-4327-bcc3-6e211c383509" -d '{"events": [{"name": "network-changed", "server_uuid": "71237ebb-983e-4e90-98f0-447d662211bf", "tag": "dda683d8-9678-4843-b72c-ec183c3b9416"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:11:00.120950 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ede102-c8f3-45d6-9f74-eec8c4632d09 x-openstack-request-id: req-b3ede102-c8f3-45d6-9f74-eec8c4632d09 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:11:00.121238 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71237ebb-983e-4e90-98f0-447d662211bf", "tag": "dda683d8-9678-4843-b72c-ec183c3b9416", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:11:00.121495 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b3ede102-c8f3-45d6-9f74-eec8c4632d09 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:11:00.121910 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3ede102-c8f3-45d6-9f74-eec8c4632d09'] response: {'name': 'network-changed', 'server_uuid': '71237ebb-983e-4e90-98f0-447d662211bf', 'tag': 'dda683d8-9678-4843-b72c-ec183c3b9416', 'status': 'completed', 'code': 200} Jun 24 10:11:00.183244 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-b95e0273-e7fe-43ae-a3aa-1ea0c9b29d11 None None] Set router 2737a469-8655-48b1-822d-d4cd429b6bb1 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:11:00.199374 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3bf3e-2e76-4327-bcc3-6e211c383509 req-3e243cb2-7e3d-4171-85db-4bdb4a8686be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:11:00.201842 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d1e3bf3e-2e76-4327-bcc3-6e211c383509 req-3e243cb2-7e3d-4171-85db-4bdb4a8686be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64b655c9ef0948c099f60649b9d5e78d&device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 1129 time: 0.0450017 Jun 24 10:11:00.299150 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3bf3e-2e76-4327-bcc3-6e211c383509 req-d4aaf46a-c640-4865-a67c-46a44adf0086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:11:00.300676 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d1e3bf3e-2e76-4327-bcc3-6e211c383509 req-d4aaf46a-c640-4865-a67c-46a44adf0086 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c1a62ba-de23-4693-a76a-ab88e859eb34 HTTP/1.1" status: 200 len: 916 time: 0.0926201 Jun 24 10:11:00.340874 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:00.364872 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d1e3bf3e-2e76-4327-bcc3-6e211c383509 req-0e726076-2f4d-4f46-8176-858865934f3c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dda683d8-9678-4843-b72c-ec183c3b9416 HTTP/1.1" status: 200 len: 999 time: 0.0582051 Jun 24 10:11:00.409897 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-b95e0273-e7fe-43ae-a3aa-1ea0c9b29d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '4f7db27f-6ac2-44a4-bd3b-45741f19426b', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'floating_ip_address': '172.27.2.166', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'port_id': 'dda683d8-9678-4843-b72c-ec183c3b9416', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'mac_address': 'fa:16:3e:cf:7c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71237ebb-983e-4e90-98f0-447d662211bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:10:38Z', 'updated_at': '2022-06-24T10:10:59Z', 'revision_number': 1, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:45Z', 'revision_number': 5, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:11:00.414894 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3bf3e-2e76-4327-bcc3-6e211c383509 req-2c7265d7-7b8a-4b62-a3a0-179d749a2895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:11:00.416400 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d1e3bf3e-2e76-4327-bcc3-6e211c383509 req-2c7265d7-7b8a-4b62-a3a0-179d749a2895 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02351637-371e-4010-8915-07491ccbdf1d HTTP/1.1" status: 200 len: 854 time: 0.0460999 Jun 24 10:11:00.436712 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95e0273-e7fe-43ae-a3aa-1ea0c9b29d11 None None] Checking router: 2737a469-8655-48b1-822d-d4cd429b6bb1 for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:11:00.446310 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95e0273-e7fe-43ae-a3aa-1ea0c9b29d11 None None] Routers {'2737a469-8655-48b1-822d-d4cd429b6bb1'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:11:00.446930 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-b95e0273-e7fe-43ae-a3aa-1ea0c9b29d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:10:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['2737a469-8655-48b1-822d-d4cd429b6bb1'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:11:00.467938 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:00.472532 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3bf3e-2e76-4327-bcc3-6e211c383509 req-7ca85826-d199-4099-b7b1-f29088b8312f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:11:00.474648 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d1e3bf3e-2e76-4327-bcc3-6e211c383509 req-7ca85826-d199-4099-b7b1-f29088b8312f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c1a62ba-de23-4693-a76a-ab88e859eb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516396 Jun 24 10:11:00.565745 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-b95e0273-e7fe-43ae-a3aa-1ea0c9b29d11 None None] Set router 2737a469-8655-48b1-822d-d4cd429b6bb1 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:11:00.586175 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d1e3bf3e-2e76-4327-bcc3-6e211c383509 req-f6e7e1b0-5c5a-4163-ae11-13eaea7b87fa service neutron] 10.222.0.55 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054683 Jun 24 10:11:00.642089 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device daac7df9-2c0e-4a78-b445-1ab0237d8f47 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:11:00.689211 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d1e3bf3e-2e76-4327-bcc3-6e211c383509 req-b684fbce-5800-44a6-98da-1d22af389add service neutron] 10.222.0.55 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963972 Jun 24 10:11:00.787342 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:00.835164 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port daac7df9-2c0e-4a78-b445-1ab0237d8f47, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=daac7df9-2c0e-4a78-b445-1ab0237d8f47,segment=NetworkSegment(90005c2a-133b-46f9-b020-81048c6edf0a),segment_id=90005c2a-133b-46f9-b020-81048c6edf0a)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:11:00.872965 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': 'daac7df9-2c0e-4a78-b445-1ab0237d8f47', 'network_id': '41187121-d3b2-4f88-94f7-39473e749189', 'port_id': 'daac7df9-2c0e-4a78-b445-1ab0237d8f47', 'mac_address': 'fa:16:3e:8a:46:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8143832c-4501-4762-b181-046772dd81e1', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:11:00.878622 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7812d9-3815-4abe-9672-c27765eddbcb req-0a92ea65-f644-4432-ab88-d45066b9038c tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:11:00.880487 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7b7812d9-3815-4abe-9672-c27765eddbcb req-0a92ea65-f644-4432-ab88-d45066b9038c tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd6217e-73a2-4dae-8323-3d4ff56a80e3 HTTP/1.1" status: 200 len: 948 time: 0.0516188 Jun 24 10:11:00.886390 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-b95e0273-e7fe-43ae-a3aa-1ea0c9b29d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '4f7db27f-6ac2-44a4-bd3b-45741f19426b', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'floating_ip_address': '172.27.2.166', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'port_id': 'dda683d8-9678-4843-b72c-ec183c3b9416', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'mac_address': 'fa:16:3e:cf:7c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71237ebb-983e-4e90-98f0-447d662211bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:10:38Z', 'updated_at': '2022-06-24T10:10:59Z', 'revision_number': 1, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:45Z', 'revision_number': 5, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:11:00.943345 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95e0273-e7fe-43ae-a3aa-1ea0c9b29d11 None None] The sync data for ids ['2737a469-8655-48b1-822d-d4cd429b6bb1'] in dv-cinder-843277-6-iscsi is: [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '4f7db27f-6ac2-44a4-bd3b-45741f19426b', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'floating_ip_address': '172.27.2.166', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'port_id': 'dda683d8-9678-4843-b72c-ec183c3b9416', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'mac_address': 'fa:16:3e:cf:7c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71237ebb-983e-4e90-98f0-447d662211bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:10:38Z', 'updated_at': '2022-06-24T10:10:59Z', 'revision_number': 1, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:45Z', 'revision_number': 5, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:11:00.950706 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7b7812d9-3815-4abe-9672-c27765eddbcb req-8043fc0a-4f22-4b3b-8ad2-18c6264839da tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a1af0c-dbe8-47d9-ae4c-27f82780b314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628607 Jun 24 10:11:00.953268 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port daac7df9-2c0e-4a78-b445-1ab0237d8f47 is: DOWN; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:11:00.959392 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (daac7df9-2c0e-4a78-b445-1ab0237d8f47), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:00.979521 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daac7df9-2c0e-4a78-b445-1ab0237d8f47 {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:11:01.011582 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port daac7df9-2c0e-4a78-b445-1ab0237d8f47, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=daac7df9-2c0e-4a78-b445-1ab0237d8f47,segment=NetworkSegment(90005c2a-133b-46f9-b020-81048c6edf0a),segment_id=90005c2a-133b-46f9-b020-81048c6edf0a)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:11:01.107591 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (daac7df9-2c0e-4a78-b445-1ab0237d8f47), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:01.169212 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=daac7df9-2c0e-4a78-b445-1ab0237d8f47,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:01.189621 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0f918a-f311-4d5f-a535-a713b73b7ced None None] New status for floating IP 4f7db27f-6ac2-44a4-bd3b-45741f19426b: ACTIVE {{(pid=110842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:11:01.325883 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['daac7df9-2c0e-4a78-b445-1ab0237d8f47'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:11:02.062264 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=90,neutron:DELETE=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:02.080648 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37ef86-fc61-4542-aea3-aa8768733db3 req-e5826d13-8d3b-43f9-af8f-acb1a00e01f1 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:11:02.082193 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ab37ef86-fc61-4542-aea3-aa8768733db3 req-e5826d13-8d3b-43f9-af8f-acb1a00e01f1 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd6217e-73a2-4dae-8323-3d4ff56a80e3 HTTP/1.1" status: 200 len: 949 time: 0.0529377 Jun 24 10:11:02.133336 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ab37ef86-fc61-4542-aea3-aa8768733db3 req-a8f66363-e776-446c-a7d9-dee0af004dbe tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a1af0c-dbe8-47d9-ae4c-27f82780b314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451598 Jun 24 10:11:02.645680 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device daac7df9-2c0e-4a78-b445-1ab0237d8f47 up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:11:02.668252 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:02.691401 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning for port daac7df9-2c0e-4a78-b445-1ab0237d8f47 completed by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:11:02.786983 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port daac7df9-2c0e-4a78-b445-1ab0237d8f47 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:11:02.787358 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (daac7df9-2c0e-4a78-b445-1ab0237d8f47), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:02.862866 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port daac7df9-2c0e-4a78-b445-1ab0237d8f47 is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:11:02.863244 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (daac7df9-2c0e-4a78-b445-1ab0237d8f47), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:02.886530 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd6217e-73a2-4dae-8323-3d4ff56a80e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daac7df9-2c0e-4a78-b445-1ab0237d8f47'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:11:02.889183 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a31d08-bf88-444a-8467-f580b0063583" -d '{"events": [{"server_uuid": "bcd6217e-73a2-4dae-8323-3d4ff56a80e3", "name": "network-vif-plugged", "status": "completed", "tag": "daac7df9-2c0e-4a78-b445-1ab0237d8f47"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:11:02.907862 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port daac7df9-2c0e-4a78-b445-1ab0237d8f47, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=daac7df9-2c0e-4a78-b445-1ab0237d8f47,segment=NetworkSegment(90005c2a-133b-46f9-b020-81048c6edf0a),segment_id=90005c2a-133b-46f9-b020-81048c6edf0a)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:11:02.929993 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa399fe-6985-4aa6-b1fe-237763b68a5a x-openstack-request-id: req-8aa399fe-6985-4aa6-b1fe-237763b68a5a {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:11:02.930277 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd6217e-73a2-4dae-8323-3d4ff56a80e3", "name": "network-vif-plugged", "status": "completed", "tag": "daac7df9-2c0e-4a78-b445-1ab0237d8f47", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:11:02.930546 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8aa399fe-6985-4aa6-b1fe-237763b68a5a {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:11:02.930942 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aa399fe-6985-4aa6-b1fe-237763b68a5a'] response: {'server_uuid': 'bcd6217e-73a2-4dae-8323-3d4ff56a80e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daac7df9-2c0e-4a78-b445-1ab0237d8f47', 'code': 200} Jun 24 10:11:03.038579 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (daac7df9-2c0e-4a78-b445-1ab0237d8f47), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:03.095988 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=daac7df9-2c0e-4a78-b445-1ab0237d8f47,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:03.257367 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71196b-06a4-4593-8528-5c548b4525b3 req-d7b6df00-25ac-46bc-8584-f09f8853311d tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:11:03.259131 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-cd71196b-06a4-4593-8528-5c548b4525b3 req-d7b6df00-25ac-46bc-8584-f09f8853311d tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd6217e-73a2-4dae-8323-3d4ff56a80e3 HTTP/1.1" status: 200 len: 950 time: 0.0550516 Jun 24 10:11:03.314185 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-cd71196b-06a4-4593-8528-5c548b4525b3 req-499fa3e0-3d1d-4370-b7e8-41bfb9ccc58d tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a1af0c-dbe8-47d9-ae4c-27f82780b314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474765 Jun 24 10:11:03.364898 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a47ce8-89b1-4318-9eb8-154562c10f07 req-427bad89-71e2-4a8f-8936-96b18e38a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:11:03.366412 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-28a47ce8-89b1-4318-9eb8-154562c10f07 req-427bad89-71e2-4a8f-8936-96b18e38a626 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bcd6217e-73a2-4dae-8323-3d4ff56a80e3 HTTP/1.1" status: 200 len: 1134 time: 0.0421064 Jun 24 10:11:03.413391 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-28a47ce8-89b1-4318-9eb8-154562c10f07 req-6598f911-245f-49e0-b42b-67fed1d25545 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b4a1af0c-dbe8-47d9-ae4c-27f82780b314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384815 Jun 24 10:11:04.448271 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c3186-748d-4677-b22a-8850dfc83af1 req-95ebbde0-e968-4e4c-bc7a-bda99ef2fd42 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:11:04.449781 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b65c3186-748d-4677-b22a-8850dfc83af1 req-95ebbde0-e968-4e4c-bc7a-bda99ef2fd42 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd6217e-73a2-4dae-8323-3d4ff56a80e3 HTTP/1.1" status: 200 len: 950 time: 0.0569470 Jun 24 10:11:04.513320 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b65c3186-748d-4677-b22a-8850dfc83af1 req-ca2f6233-69f6-42ed-b311-e345dea0bd03 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a1af0c-dbe8-47d9-ae4c-27f82780b314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577998 Jun 24 10:11:05.507288 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:05.648539 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06c591-0d4c-45f0-9d60-500f101d515c req-c0489041-bb4b-4a3d-bcf7-7856613d4e6b tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:11:05.650067 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0c06c591-0d4c-45f0-9d60-500f101d515c req-c0489041-bb4b-4a3d-bcf7-7856613d4e6b tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd6217e-73a2-4dae-8323-3d4ff56a80e3 HTTP/1.1" status: 200 len: 950 time: 0.0621948 Jun 24 10:11:05.718619 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0c06c591-0d4c-45f0-9d60-500f101d515c req-f4b8d76e-b1d3-43b6-8362-63d06046da65 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a1af0c-dbe8-47d9-ae4c-27f82780b314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617156 Jun 24 10:11:06.391667 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da119c-77f7-454f-8503-be74e9f5f51e req-8a405354-215f-4e01-ab0c-53e02b38eb5c tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:11:06.393249 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-25da119c-77f7-454f-8503-be74e9f5f51e req-8a405354-215f-4e01-ab0c-53e02b38eb5c tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd6217e-73a2-4dae-8323-3d4ff56a80e3 HTTP/1.1" status: 200 len: 950 time: 0.0570447 Jun 24 10:11:06.457584 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-25da119c-77f7-454f-8503-be74e9f5f51e req-12937528-3fba-43dc-aa9d-0b864f5f8635 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a1af0c-dbe8-47d9-ae4c-27f82780b314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557292 Jun 24 10:11:07.018420 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:11:07.550065 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:07.598615 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e6198-c2ae-4e29-bc8b-053255ffc3eb req-c49644ea-aa83-4f1e-9686-59a8f067c536 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:11:07.600165 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7a9e6198-c2ae-4e29-bc8b-053255ffc3eb req-c49644ea-aa83-4f1e-9686-59a8f067c536 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd6217e-73a2-4dae-8323-3d4ff56a80e3 HTTP/1.1" status: 200 len: 950 time: 0.0596325 Jun 24 10:11:07.658041 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7a9e6198-c2ae-4e29-bc8b-053255ffc3eb req-7d020d3b-effe-438c-a9f5-560f06f7f316 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a1af0c-dbe8-47d9-ae4c-27f82780b314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521948 Jun 24 10:11:07.803610 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a799b1-7765-4411-91e3-a014243f063d req-3d5f5663-cd74-4e57-9c26-30739038d06c tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:11:07.805129 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-75a799b1-7765-4411-91e3-a014243f063d req-3d5f5663-cd74-4e57-9c26-30739038d06c tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcd6217e-73a2-4dae-8323-3d4ff56a80e3 HTTP/1.1" status: 200 len: 950 time: 0.0541236 Jun 24 10:11:07.905575 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-75a799b1-7765-4411-91e3-a014243f063d req-f76f4dce-e74c-4751-aa01-54bd77c71d74 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Deleting port daac7df9-2c0e-4a78-b445-1ab0237d8f47 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:11:07.905836 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-75a799b1-7765-4411-91e3-a014243f063d req-f76f4dce-e74c-4751-aa01-54bd77c71d74 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (daac7df9-2c0e-4a78-b445-1ab0237d8f47), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:08.015267 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-75a799b1-7765-4411-91e3-a014243f063d req-f76f4dce-e74c-4751-aa01-54bd77c71d74 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] For port daac7df9-2c0e-4a78-b445-1ab0237d8f47, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=daac7df9-2c0e-4a78-b445-1ab0237d8f47,segment=NetworkSegment(90005c2a-133b-46f9-b020-81048c6edf0a),segment_id=90005c2a-133b-46f9-b020-81048c6edf0a)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:11:08.015683 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-75a799b1-7765-4411-91e3-a014243f063d req-f76f4dce-e74c-4751-aa01-54bd77c71d74 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (daac7df9-2c0e-4a78-b445-1ab0237d8f47), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:08.030928 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-75a799b1-7765-4411-91e3-a014243f063d req-f76f4dce-e74c-4751-aa01-54bd77c71d74 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Calling delete_port for daac7df9-2c0e-4a78-b445-1ab0237d8f47 owned by compute:nova {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:11:08.294980 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-75a799b1-7765-4411-91e3-a014243f063d req-f76f4dce-e74c-4751-aa01-54bd77c71d74 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (daac7df9-2c0e-4a78-b445-1ab0237d8f47), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:08.309519 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['daac7df9-2c0e-4a78-b445-1ab0237d8f47'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:11:08.329230 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f4dce-e74c-4751-aa01-54bd77c71d74 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Pushing event deleted for resources: {'Port': ['ID=daac7df9-2c0e-4a78-b445-1ab0237d8f47,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:08.393577 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a799b1-7765-4411-91e3-a014243f063d req-f76f4dce-e74c-4751-aa01-54bd77c71d74 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] No DVR routers for this DVR port daac7df9-2c0e-4a78-b445-1ab0237d8f47 on host hv-cinder-84327 {{(pid=110839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:11:08.397370 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-75a799b1-7765-4411-91e3-a014243f063d req-f76f4dce-e74c-4751-aa01-54bd77c71d74 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:08.401197 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-75a799b1-7765-4411-91e3-a014243f063d req-f76f4dce-e74c-4751-aa01-54bd77c71d74 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.55 "DELETE /v2.0/ports/daac7df9-2c0e-4a78-b445-1ab0237d8f47 HTTP/1.1" status: 204 len: 173 time: 0.5890534 Jun 24 10:11:08.401700 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd6217e-73a2-4dae-8323-3d4ff56a80e3', 'name': 'network-vif-deleted', 'tag': 'daac7df9-2c0e-4a78-b445-1ab0237d8f47'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:11:08.404205 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef65b346-581c-4cc7-a790-abf58a4650b2" -d '{"events": [{"server_uuid": "bcd6217e-73a2-4dae-8323-3d4ff56a80e3", "name": "network-vif-deleted", "tag": "daac7df9-2c0e-4a78-b445-1ab0237d8f47"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:11:08.458597 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ad60af-f355-4b03-8412-5c58f07b5746 x-openstack-request-id: req-a8ad60af-f355-4b03-8412-5c58f07b5746 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:11:08.458909 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd6217e-73a2-4dae-8323-3d4ff56a80e3", "name": "network-vif-deleted", "tag": "daac7df9-2c0e-4a78-b445-1ab0237d8f47", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:11:08.459167 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a8ad60af-f355-4b03-8412-5c58f07b5746 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:11:08.459592 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ad60af-f355-4b03-8412-5c58f07b5746'] response: {'server_uuid': 'bcd6217e-73a2-4dae-8323-3d4ff56a80e3', 'name': 'network-vif-deleted', 'tag': 'daac7df9-2c0e-4a78-b445-1ab0237d8f47', 'status': 'completed', 'code': 200} Jun 24 10:11:08.780706 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d5736996-a569-49d1-89eb-9d32bdb0994f req-669f3037-4b2b-4f5d-b5d4-483ed6ad951c tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd6217e-73a2-4dae-8323-3d4ff56a80e3 HTTP/1.1" status: 200 len: 210 time: 0.0348778 Jun 24 10:11:08.835403 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-eb912a11-3e90-48fa-ae74-2dd3a0a851aa req-f52a8061-4d6c-46f5-9536-741bb201dd35 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=71237ebb-983e-4e90-98f0-447d662211bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421100 Jun 24 10:11:08.916617 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:08.927680 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb912a11-3e90-48fa-ae74-2dd3a0a851aa req-b945b11b-f3a9-4301-b134-cf8f49c571d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:11:08.930238 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-eb912a11-3e90-48fa-ae74-2dd3a0a851aa req-b945b11b-f3a9-4301-b134-cf8f49c571d1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64b655c9ef0948c099f60649b9d5e78d&device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 1129 time: 0.0485606 Jun 24 10:11:09.050814 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb912a11-3e90-48fa-ae74-2dd3a0a851aa req-3a17d69c-9b7a-4643-99e7-692df6080332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:11:09.052562 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-eb912a11-3e90-48fa-ae74-2dd3a0a851aa req-3a17d69c-9b7a-4643-99e7-692df6080332 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c1a62ba-de23-4693-a76a-ab88e859eb34 HTTP/1.1" status: 200 len: 916 time: 0.0977387 Jun 24 10:11:09.126235 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-eb912a11-3e90-48fa-ae74-2dd3a0a851aa req-e419b78c-0c95-40e3-886b-c97fc62ee8bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dda683d8-9678-4843-b72c-ec183c3b9416 HTTP/1.1" status: 200 len: 1001 time: 0.0665305 Jun 24 10:11:09.421072 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb912a11-3e90-48fa-ae74-2dd3a0a851aa req-e245e3dc-85aa-4fdb-a255-e8c9c50b7dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:11:09.422614 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-eb912a11-3e90-48fa-ae74-2dd3a0a851aa req-e245e3dc-85aa-4fdb-a255-e8c9c50b7dc0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02351637-371e-4010-8915-07491ccbdf1d HTTP/1.1" status: 200 len: 854 time: 0.0523868 Jun 24 10:11:09.460399 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:09.471866 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb912a11-3e90-48fa-ae74-2dd3a0a851aa req-580d5b43-fb37-43a0-bf8b-a9b905319907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:11:09.475398 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-eb912a11-3e90-48fa-ae74-2dd3a0a851aa req-580d5b43-fb37-43a0-bf8b-a9b905319907 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c1a62ba-de23-4693-a76a-ab88e859eb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442450 Jun 24 10:11:09.578844 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-eb912a11-3e90-48fa-ae74-2dd3a0a851aa req-519b4c6c-24dc-4d2b-8d68-eca2d15de72f service neutron] 10.222.0.55 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971715 Jun 24 10:11:09.703136 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-eb912a11-3e90-48fa-ae74-2dd3a0a851aa req-206b0fd9-e06e-4ce9-bc62-892e9569a7e0 service neutron] 10.222.0.55 "GET /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094112 Jun 24 10:11:09.898548 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2b4ca706-94f4-4f3d-888b-47deeb07a84d req-46a6259f-9c6e-4ceb-ae48-50daa34c1875 tempest-VolumesNegativeTest-943916042 tempest-VolumesNegativeTest-943916042-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd6217e-73a2-4dae-8323-3d4ff56a80e3 HTTP/1.1" status: 200 len: 210 time: 0.0283806 Jun 24 10:11:10.681265 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device daac7df9-2c0e-4a78-b445-1ab0237d8f47 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:11:10.700686 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] No Port match for: daac7df9-2c0e-4a78-b445-1ab0237d8f47 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:11:10.701037 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device daac7df9-2c0e-4a78-b445-1ab0237d8f47 not bound to the agent host hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:11:11.395537 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:15.781004 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bbf5fac5-ed85-4157-854b-898c72ce3d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:17.953072 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-1c834fab-3e66-4a5d-9a34-2169448de946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:18.220364 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 47252) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:11:18.413248 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47256) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:11:18.413915 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-23b97dfe-7d6a-4bf9-8c5b-e2b372e735fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9efaefae77f74e48addd756c9b8db08f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1915853 Jun 24 10:11:18.476849 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bac432fe-c865-4933-be8e-a06f0004386d admin admin] Publish callbacks [] for security_group (b4a1af0c-dbe8-47d9-ae4c-27f82780b314), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:18.500744 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bac432fe-c865-4933-be8e-a06f0004386d admin admin] Publish callbacks [] for security_group (b4a1af0c-dbe8-47d9-ae4c-27f82780b314), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:18.673365 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bac432fe-c865-4933-be8e-a06f0004386d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (b4a1af0c-dbe8-47d9-ae4c-27f82780b314), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:18.677826 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bac432fe-c865-4933-be8e-a06f0004386d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:18.679752 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-bac432fe-c865-4933-be8e-a06f0004386d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b4a1af0c-dbe8-47d9-ae4c-27f82780b314 HTTP/1.1" status: 204 len: 168 time: 0.2649088 Jun 24 10:11:18.693393 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac432fe-c865-4933-be8e-a06f0004386d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a1af0c-dbe8-47d9-ae4c-27f82780b314,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:19.320067 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:20.010667 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47278) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:11:20.117460 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-f4020e85-a281-4f42-9359-87706806a37d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1235426128-network', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:11:20.238693 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4020e85-a281-4f42-9359-87706806a37d admin admin] Made reservation on behalf of 3414c9d5fbfd4397a55c8d03eeb90a19 for: {'network': 1} {{(pid=110840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:11:20.241189 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f4020e85-a281-4f42-9359-87706806a37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for network (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:20.250916 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f4020e85-a281-4f42-9359-87706806a37d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:20.366742 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f4020e85-a281-4f42-9359-87706806a37d admin admin] Publish callbacks [] for security_group (58db6025-b1db-4c7e-9aaa-1861072094db), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:20.495702 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f4020e85-a281-4f42-9359-87706806a37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (58db6025-b1db-4c7e-9aaa-1861072094db), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:20.524731 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4020e85-a281-4f42-9359-87706806a37d admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=110840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:11:20.535905 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4020e85-a281-4f42-9359-87706806a37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58db6025-b1db-4c7e-9aaa-1861072094db,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:20.541524 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f4020e85-a281-4f42-9359-87706806a37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (1f3d6f8b-bd0b-423f-b529-de14e993aa76), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:20.541870 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.db.segments_db [None req-f4020e85-a281-4f42-9359-87706806a37d admin admin] Added segment 1f3d6f8b-bd0b-423f-b529-de14e993aa76 of type vlan for network f789a03c-b019-4c7a-8476-7691a938dc64 Jun 24 10:11:20.592952 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f4020e85-a281-4f42-9359-87706806a37d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753295298762'] for network (f789a03c-b019-4c7a-8476-7691a938dc64), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:20.615842 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:20.735583 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f4020e85-a281-4f42-9359-87706806a37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for network (f789a03c-b019-4c7a-8476-7691a938dc64), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:20.736922 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4020e85-a281-4f42-9359-87706806a37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:11:20.737695 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f4020e85-a281-4f42-9359-87706806a37d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:20.770990 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:20.815421 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4020e85-a281-4f42-9359-87706806a37d admin admin] Pushing event updated for resources: {'Network': ['ID=f789a03c-b019-4c7a-8476-7691a938dc64,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:20.826489 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Network f789a03c-b019-4c7a-8476-7691a938dc64 details requested by agent ovs-agent-dv-cinder-843277-6-iscsi with host dv-cinder-843277-6-iscsi {{(pid=110841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:11:20.890320 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:20.923552 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-f4020e85-a281-4f42-9359-87706806a37d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9097199 Jun 24 10:11:20.934420 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47284) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:11:20.934420 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-3ba6ba40-cbc9-4638-8cc9-39d143545cc4 admin admin] Request body: {'subnet': {'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1235426128-subnet', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'ip_version': 4}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:11:21.031977 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:21.084746 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba6ba40-cbc9-4638-8cc9-39d143545cc4 admin admin] Made reservation on behalf of 3414c9d5fbfd4397a55c8d03eeb90a19 for: {'subnet': 1} {{(pid=110840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:11:21.087183 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3ba6ba40-cbc9-4638-8cc9-39d143545cc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33362662'] for subnet (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:21.628331 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3ba6ba40-cbc9-4638-8cc9-39d143545cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29645341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33362576'] for subnet (3a1aede6-2d12-4f46-9bd2-c76ee717b4b6), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:21.680422 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6ba40-cbc9-4638-8cc9-39d143545cc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a1aede6-2d12-4f46-9bd2-c76ee717b4b6,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:21.697336 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba6ba40-cbc9-4638-8cc9-39d143545cc4 admin admin] Checking segment: {'id': '1f3d6f8b-bd0b-423f-b529-de14e993aa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:11:21.697699 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba6ba40-cbc9-4638-8cc9-39d143545cc4 admin admin] Network hostable DHCP agents. Network: f789a03c-b019-4c7a-8476-7691a938dc64, hostable agents: ['227dce48-d671-4074-8746-a798e3de1e3c'], hosted agents: [] {{(pid=110840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:11:21.849282 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba6ba40-cbc9-4638-8cc9-39d143545cc4 admin admin] Network f789a03c-b019-4c7a-8476-7691a938dc64 is scheduled to be hosted by DHCP agent 227dce48-d671-4074-8746-a798e3de1e3c with binding_index 1 {{(pid=110840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:11:21.897126 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:21.902088 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:21.981192 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-3ba6ba40-cbc9-4638-8cc9-39d143545cc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-6-iscsi, f789a03c-b019-4c7a-8476-7691a938dc64) {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:11:21.985581 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba6ba40-cbc9-4638-8cc9-39d143545cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:11:21.986322 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3ba6ba40-cbc9-4638-8cc9-39d143545cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:21.991179 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7d6cf6-c416-471a-a529-53634cdb16dd None None] Network f789a03c-b019-4c7a-8476-7691a938dc64 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:11:22.011592 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:22.104345 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c36d700-4609-48f7-9f4b-fc163d6d32a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a7ab119-d58e-5cf4-b1b7-c17a3ca747b8-f789a03c-b019-4c7a-8476-7691a938dc64', 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64', 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'fixed_ips': [{'subnet_id': '3a1aede6-2d12-4f46-9bd2-c76ee717b4b6'}]}} from dv-cinder-843277-6-iscsi. {{(pid=110841) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:11:22.105303 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-9c36d700-4609-48f7-9f4b-fc163d6d32a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:22.183498 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-3ba6ba40-cbc9-4638-8cc9-39d143545cc4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2573535 Jun 24 10:11:22.187408 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 47286) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:11:22.192113 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-8f4f9a62-57fb-44fc-8520-4012c14cbc94 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1235426128-router', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:11:22.270470 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.db_base_plugin_common [None req-9c36d700-4609-48f7-9f4b-fc163d6d32a9 None None] Allocated IP 172.20.0.2 (f789a03c-b019-4c7a-8476-7691a938dc64/3a1aede6-2d12-4f46-9bd2-c76ee717b4b6/a5f4715d-7e88-4c05-92a6-74f4d1486796) {{(pid=110841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:11:22.318934 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8f4f9a62-57fb-44fc-8520-4012c14cbc94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1836223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9608'] for router (36e4a15f-020d-46cb-9c66-71221aed041d), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:22.320076 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8f4f9a62-57fb-44fc-8520-4012c14cbc94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1837722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1896642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1615388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9603'] for router (36e4a15f-020d-46cb-9c66-71221aed041d), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:22.353095 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:22.377626 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8f4f9a62-57fb-44fc-8520-4012c14cbc94 admin admin] Publish callbacks [] for router_controller (36e4a15f-020d-46cb-9c66-71221aed041d), precommit_add_association {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:22.432718 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-9c36d700-4609-48f7-9f4b-fc163d6d32a9 None None] Publish callbacks [] for port (a5f4715d-7e88-4c05-92a6-74f4d1486796), precommit_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:22.536858 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-9c36d700-4609-48f7-9f4b-fc163d6d32a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (a5f4715d-7e88-4c05-92a6-74f4d1486796), after_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:22.579846 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c36d700-4609-48f7-9f4b-fc163d6d32a9 None None] Network f789a03c-b019-4c7a-8476-7691a938dc64 is already hosted by enough agents. {{(pid=110841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:11:22.582861 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.base_scheduler [None req-9c36d700-4609-48f7-9f4b-fc163d6d32a9 None None] Resources bound (agent type, host, resource id): {{(pid=110841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:11:22.585551 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c36d700-4609-48f7-9f4b-fc163d6d32a9 None None] Received port after_create {{(pid=110841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:11:22.600971 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36d700-4609-48f7-9f4b-fc163d6d32a9 None None] Pushing event updated for resources: {'Port': ['ID=a5f4715d-7e88-4c05-92a6-74f4d1486796,revision_number=1']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:22.633849 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8f4f9a62-57fb-44fc-8520-4012c14cbc94 admin admin] Publish callbacks [] for router_gateway (36e4a15f-020d-46cb-9c66-71221aed041d), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:22.664189 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-9c36d700-4609-48f7-9f4b-fc163d6d32a9 None None] Attempting to bind port a5f4715d-7e88-4c05-92a6-74f4d1486796 on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:11:22.664557 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-9c36d700-4609-48f7-9f4b-fc163d6d32a9 None None] Attempting to bind port a5f4715d-7e88-4c05-92a6-74f4d1486796 by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': '1f3d6f8b-bd0b-423f-b529-de14e993aa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64'}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:11:22.664918 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c36d700-4609-48f7-9f4b-fc163d6d32a9 None None] Attempting to bind port a5f4715d-7e88-4c05-92a6-74f4d1486796 on network f789a03c-b019-4c7a-8476-7691a938dc64 {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:11:22.671209 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c36d700-4609-48f7-9f4b-fc163d6d32a9 None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:11:22.671570 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c36d700-4609-48f7-9f4b-fc163d6d32a9 None None] Checking segment: {'id': '1f3d6f8b-bd0b-423f-b529-de14e993aa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:11:22.671975 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-9c36d700-4609-48f7-9f4b-fc163d6d32a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:22.672401 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c36d700-4609-48f7-9f4b-fc163d6d32a9 None None] Bound using segment: {'id': '1f3d6f8b-bd0b-423f-b529-de14e993aa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64'} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:11:22.672889 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-9c36d700-4609-48f7-9f4b-fc163d6d32a9 None None] Bound port: a5f4715d-7e88-4c05-92a6-74f4d1486796, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3d6f8b-bd0b-423f-b529-de14e993aa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64'}}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:11:22.673274 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-9c36d700-4609-48f7-9f4b-fc163d6d32a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (a5f4715d-7e88-4c05-92a6-74f4d1486796), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:22.759736 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-9c36d700-4609-48f7-9f4b-fc163d6d32a9 None None] For port a5f4715d-7e88-4c05-92a6-74f4d1486796, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:11:22.763211 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-9c36d700-4609-48f7-9f4b-fc163d6d32a9 None None] For port a5f4715d-7e88-4c05-92a6-74f4d1486796, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=a5f4715d-7e88-4c05-92a6-74f4d1486796,segment=NetworkSegment(1f3d6f8b-bd0b-423f-b529-de14e993aa76),segment_id=1f3d6f8b-bd0b-423f-b529-de14e993aa76)] {{(pid=110841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:11:22.885530 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-9c36d700-4609-48f7-9f4b-fc163d6d32a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (a5f4715d-7e88-4c05-92a6-74f4d1486796), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:22.925575 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8f4f9a62-57fb-44fc-8520-4012c14cbc94 admin admin] Publish callbacks [] for router_gateway (36e4a15f-020d-46cb-9c66-71221aed041d), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:22.948813 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8f4f9a62-57fb-44fc-8520-4012c14cbc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:22.970475 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36d700-4609-48f7-9f4b-fc163d6d32a9 None None] Pushing event updated for resources: {'Port': ['ID=a5f4715d-7e88-4c05-92a6-74f4d1486796,revision_number=2']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:23.083973 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:23.085905 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [None req-8f4f9a62-57fb-44fc-8520-4012c14cbc94 admin admin] Allocated IP 172.27.2.73 (a3837c3f-8d84-4126-8dfc-b4bde8a26600/ef99dc90-6579-4f1e-9fc6-58eb2334384d/d7a98407-fd7c-4e30-9d47-df3004f5bb9f) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:11:23.223212 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8f4f9a62-57fb-44fc-8520-4012c14cbc94 admin admin] Publish callbacks [] for port (d7a98407-fd7c-4e30-9d47-df3004f5bb9f), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:23.229083 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:23.427951 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8f4f9a62-57fb-44fc-8520-4012c14cbc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (d7a98407-fd7c-4e30-9d47-df3004f5bb9f), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:23.474201 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4f9a62-57fb-44fc-8520-4012c14cbc94 admin admin] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:11:23.477217 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-8f4f9a62-57fb-44fc-8520-4012c14cbc94 admin admin] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:11:23.481393 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4f9a62-57fb-44fc-8520-4012c14cbc94 admin admin] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:11:23.504762 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f9a62-57fb-44fc-8520-4012c14cbc94 admin admin] Pushing event updated for resources: {'Port': ['ID=d7a98407-fd7c-4e30-9d47-df3004f5bb9f,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:23.905981 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8f4f9a62-57fb-44fc-8520-4012c14cbc94 admin admin] Publish callbacks [] for router_gateway (36e4a15f-020d-46cb-9c66-71221aed041d), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:23.993582 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1895c70f-89b5-4a98-baab-8398514e3fc0 None None] Network f789a03c-b019-4c7a-8476-7691a938dc64 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:11:24.106203 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-e7e8b434-28cc-4d07-b861-cb9c0e2910cc None None] Provisioning complete for port a5f4715d-7e88-4c05-92a6-74f4d1486796 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:11:24.107144 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e7e8b434-28cc-4d07-b861-cb9c0e2910cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a5f4715d-7e88-4c05-92a6-74f4d1486796), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:24.221246 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:24.233617 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-e7e8b434-28cc-4d07-b861-cb9c0e2910cc None None] Current status of the port a5f4715d-7e88-4c05-92a6-74f4d1486796 is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:11:24.234021 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e7e8b434-28cc-4d07-b861-cb9c0e2910cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (a5f4715d-7e88-4c05-92a6-74f4d1486796), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:24.274540 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-e7e8b434-28cc-4d07-b861-cb9c0e2910cc None None] For port a5f4715d-7e88-4c05-92a6-74f4d1486796, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=a5f4715d-7e88-4c05-92a6-74f4d1486796,segment=NetworkSegment(1f3d6f8b-bd0b-423f-b529-de14e993aa76),segment_id=1f3d6f8b-bd0b-423f-b529-de14e993aa76)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:11:24.461711 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8f4f9a62-57fb-44fc-8520-4012c14cbc94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1836637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1896614'] for router (36e4a15f-020d-46cb-9c66-71221aed041d), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:24.478765 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e7e8b434-28cc-4d07-b861-cb9c0e2910cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (a5f4715d-7e88-4c05-92a6-74f4d1486796), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:24.533856 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8b434-28cc-4d07-b861-cb9c0e2910cc None None] Pushing event updated for resources: {'Port': ['ID=a5f4715d-7e88-4c05-92a6-74f4d1486796,revision_number=3']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:24.591391 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:24.602694 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-37032311-4b5e-4049-ba4e-64fd13a6f8fb None None] Provisioning complete for port a5f4715d-7e88-4c05-92a6-74f4d1486796 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:11:24.607114 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-37032311-4b5e-4049-ba4e-64fd13a6f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a5f4715d-7e88-4c05-92a6-74f4d1486796), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:24.685468 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-37032311-4b5e-4049-ba4e-64fd13a6f8fb None None] Current status of the port a5f4715d-7e88-4c05-92a6-74f4d1486796 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:11:24.764024 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4f9a62-57fb-44fc-8520-4012c14cbc94 admin admin] Router 36e4a15f-020d-46cb-9c66-71221aed041d is scheduled to L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 with binding_index 1 {{(pid=110839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:11:24.879166 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4f9a62-57fb-44fc-8520-4012c14cbc94 admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:11:24.890767 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] Sync routers for ids ['36e4a15f-020d-46cb-9c66-71221aed041d'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:11:24.906542 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] Routers {'36e4a15f-020d-46cb-9c66-71221aed041d'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:11:24.907321 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:11:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['36e4a15f-020d-46cb-9c66-71221aed041d'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:11:25.019800 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device a5f4715d-7e88-4c05-92a6-74f4d1486796 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:11:25.068503 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] Set router 36e4a15f-020d-46cb-9c66-71221aed041d gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:11:25.071199 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-8f4f9a62-57fb-44fc-8520-4012c14cbc94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:25.071944 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-8f4f9a62-57fb-44fc-8520-4012c14cbc94 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8833539 Jun 24 10:11:25.075848 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47288) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:11:25.169464 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:25.169928 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port a5f4715d-7e88-4c05-92a6-74f4d1486796 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:11:25.170299 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a5f4715d-7e88-4c05-92a6-74f4d1486796), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:25.186239 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:25.330954 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port a5f4715d-7e88-4c05-92a6-74f4d1486796 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:11:25.333317 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'name': 'tempest-TestShelveInstance-1235426128-router', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:23Z', 'revision_number': 3, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'gw_port': {'id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:97:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:11:25.362222 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] Checking router: 36e4a15f-020d-46cb-9c66-71221aed041d for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:11:25.362222 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] Updating router 36e4a15f-020d-46cb-9c66-71221aed041d port d7a98407-fd7c-4e30-9d47-df3004f5bb9f binding host dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:11:25.391527 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (d7a98407-fd7c-4e30-9d47-df3004f5bb9f), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:25.558525 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b4de-bb1e-47df-98df-5a7506281745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:25.569337 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:25.659261 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:25.743455 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] Publish callbacks [] for port (d7a98407-fd7c-4e30-9d47-df3004f5bb9f), precommit_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:25.758948 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_common [None req-e5f6b4de-bb1e-47df-98df-5a7506281745 admin admin] Allocated IP 172.20.0.1 (f789a03c-b019-4c7a-8476-7691a938dc64/3a1aede6-2d12-4f46-9bd2-c76ee717b4b6/a9a90347-06be-461c-8df1-eecfe86024d4) {{(pid=110840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:11:25.868767 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b4de-bb1e-47df-98df-5a7506281745 admin admin] Publish callbacks [] for port (a9a90347-06be-461c-8df1-eecfe86024d4), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:25.946643 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (d7a98407-fd7c-4e30-9d47-df3004f5bb9f), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:26.003050 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] Attempting to bind port d7a98407-fd7c-4e30-9d47-df3004f5bb9f on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:11:26.003419 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] Attempting to bind port d7a98407-fd7c-4e30-9d47-df3004f5bb9f by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:11:26.003783 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] Attempting to bind port d7a98407-fd7c-4e30-9d47-df3004f5bb9f on network a3837c3f-8d84-4126-8dfc-b4bde8a26600 {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:11:26.006462 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5df10-c2ae-4cee-94a6-cc9363302035 None None] Pushing event updated for resources: {'Port': ['ID=d7a98407-fd7c-4e30-9d47-df3004f5bb9f,revision_number=2']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:26.012220 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:11:26.012762 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] Checking segment: {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:11:26.014070 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:26.014070 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] Bound using segment: {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:11:26.014258 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] Bound port: d7a98407-fd7c-4e30-9d47-df3004f5bb9f, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:11:26.014565 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (d7a98407-fd7c-4e30-9d47-df3004f5bb9f), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:26.083316 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] For port d7a98407-fd7c-4e30-9d47-df3004f5bb9f, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:11:26.086789 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] For port d7a98407-fd7c-4e30-9d47-df3004f5bb9f, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=d7a98407-fd7c-4e30-9d47-df3004f5bb9f,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:11:26.090039 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b4de-bb1e-47df-98df-5a7506281745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29645449'] for port (a9a90347-06be-461c-8df1-eecfe86024d4), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:26.157918 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f6b4de-bb1e-47df-98df-5a7506281745 admin admin] Network f789a03c-b019-4c7a-8476-7691a938dc64 is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:11:26.162297 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-e5f6b4de-bb1e-47df-98df-5a7506281745 admin admin] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:11:26.165589 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f6b4de-bb1e-47df-98df-5a7506281745 admin admin] Received port after_create {{(pid=110840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:11:26.195559 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6b4de-bb1e-47df-98df-5a7506281745 admin admin] Pushing event updated for resources: {'Port': ['ID=a9a90347-06be-461c-8df1-eecfe86024d4,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:26.217148 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b4de-bb1e-47df-98df-5a7506281745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1900035'] for router_interface (36e4a15f-020d-46cb-9c66-71221aed041d), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:26.239055 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (d7a98407-fd7c-4e30-9d47-df3004f5bb9f), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:26.258014 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:26.438002 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-2b883aa2-7c54-46f5-9e5d-1961defb3f3b None None] Provisioning complete for port a9a90347-06be-461c-8df1-eecfe86024d4 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:11:26.438302 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-2b883aa2-7c54-46f5-9e5d-1961defb3f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a9a90347-06be-461c-8df1-eecfe86024d4), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:26.471822 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b4de-bb1e-47df-98df-5a7506281745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (a9a90347-06be-461c-8df1-eecfe86024d4), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:26.485179 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] Routers {'36e4a15f-020d-46cb-9c66-71221aed041d'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:11:26.485812 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:11:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['36e4a15f-020d-46cb-9c66-71221aed041d'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:11:26.489410 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5df10-c2ae-4cee-94a6-cc9363302035 None None] Pushing event updated for resources: {'Port': ['ID=d7a98407-fd7c-4e30-9d47-df3004f5bb9f,revision_number=3']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:26.493630 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-2b883aa2-7c54-46f5-9e5d-1961defb3f3b None None] Port a9a90347-06be-461c-8df1-eecfe86024d4 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:11:26.538613 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:26.605518 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] Set router 36e4a15f-020d-46cb-9c66-71221aed041d gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:11:26.666694 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b4de-bb1e-47df-98df-5a7506281745 admin admin] Publish callbacks [] for port (a9a90347-06be-461c-8df1-eecfe86024d4), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:26.757629 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b4de-bb1e-47df-98df-5a7506281745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29645456'] for port (a9a90347-06be-461c-8df1-eecfe86024d4), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:26.826656 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'name': 'tempest-TestShelveInstance-1235426128-router', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:26Z', 'revision_number': 4, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'gw_port': {'id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:97:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'a9a90347-06be-461c-8df1-eecfe86024d4', 'name': '', 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'mac_address': 'fa:16:3e:16:b0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '3a1aede6-2d12-4f46-9bd2-c76ee717b4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:25Z', 'updated_at': '2022-06-24T10:11:25Z', 'revision_number': 1, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'subnets': [{'id': '3a1aede6-2d12-4f46-9bd2-c76ee717b4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:11:26.830764 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6b4de-bb1e-47df-98df-5a7506281745 admin admin] Pushing event updated for resources: {'Port': ['ID=a9a90347-06be-461c-8df1-eecfe86024d4,revision_number=2']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:26.834421 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b4de-bb1e-47df-98df-5a7506281745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1899923'] for router_interface (36e4a15f-020d-46cb-9c66-71221aed041d), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:26.857445 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc348069-12cb-4d1f-8057-e66a9d1a8fbb None None] The sync data for ids ['36e4a15f-020d-46cb-9c66-71221aed041d'] in dv-cinder-843277-6-iscsi is: [{'id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'name': 'tempest-TestShelveInstance-1235426128-router', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:26Z', 'revision_number': 4, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'gw_port': {'id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:97:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'a9a90347-06be-461c-8df1-eecfe86024d4', 'name': '', 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'mac_address': 'fa:16:3e:16:b0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '3a1aede6-2d12-4f46-9bd2-c76ee717b4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:25Z', 'updated_at': '2022-06-24T10:11:25Z', 'revision_number': 1, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'subnets': [{'id': '3a1aede6-2d12-4f46-9bd2-c76ee717b4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:11:26.952925 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f6b4de-bb1e-47df-98df-5a7506281745 admin admin] Network f789a03c-b019-4c7a-8476-7691a938dc64 is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:11:26.954563 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-e5f6b4de-bb1e-47df-98df-5a7506281745 admin admin] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:11:27.009825 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:27.132177 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f6b4de-bb1e-47df-98df-5a7506281745 admin admin] Router 36e4a15f-020d-46cb-9c66-71221aed041d has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:11:27.321108 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-d054c990-dc72-4efb-8b8a-9713127a8f0b None None] Provisioning complete for port a9a90347-06be-461c-8df1-eecfe86024d4 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:11:27.321763 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-d054c990-dc72-4efb-8b8a-9713127a8f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a9a90347-06be-461c-8df1-eecfe86024d4), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:27.369235 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-d054c990-dc72-4efb-8b8a-9713127a8f0b None None] Port a9a90347-06be-461c-8df1-eecfe86024d4 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:11:27.509277 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f6b4de-bb1e-47df-98df-5a7506281745 admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:11:27.518942 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-e5f6b4de-bb1e-47df-98df-5a7506281745 admin admin] 10.222.0.26 "PUT /v2.0/routers/36e4a15f-020d-46cb-9c66-71221aed041d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4418104 Jun 24 10:11:28.421162 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 47304) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:11:28.426157 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-57f517ec-12e1-4fa5-8905-10582cd95e6b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1251765005-network', 'tenant_id': '93cc8252c44840d5b32343c7f9d6e014'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:11:28.586281 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f517ec-12e1-4fa5-8905-10582cd95e6b admin admin] Made reservation on behalf of 93cc8252c44840d5b32343c7f9d6e014 for: {'network': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:11:28.588851 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-57f517ec-12e1-4fa5-8905-10582cd95e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for network (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:28.603460 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-57f517ec-12e1-4fa5-8905-10582cd95e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:28.689910 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:28.694725 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-57f517ec-12e1-4fa5-8905-10582cd95e6b admin admin] Publish callbacks [] for security_group (d2771862-b2ee-418d-a501-c48478f400ac), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:28.798556 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-57f517ec-12e1-4fa5-8905-10582cd95e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (d2771862-b2ee-418d-a501-c48478f400ac), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:28.826338 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f517ec-12e1-4fa5-8905-10582cd95e6b admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=110839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:11:28.836885 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f517ec-12e1-4fa5-8905-10582cd95e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2771862-b2ee-418d-a501-c48478f400ac,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:28.842999 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-57f517ec-12e1-4fa5-8905-10582cd95e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (aa5c1777-b2ec-4de2-b5c0-535f729cf513), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:28.843383 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.segments_db [None req-57f517ec-12e1-4fa5-8905-10582cd95e6b admin admin] Added segment aa5c1777-b2ec-4de2-b5c0-535f729cf513 of type vlan for network 0b5d7504-b228-4113-b518-9e67f944addc Jun 24 10:11:28.888084 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-57f517ec-12e1-4fa5-8905-10582cd95e6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753295298762'] for network (0b5d7504-b228-4113-b518-9e67f944addc), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:28.979330 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] Sync routers for ids ['36e4a15f-020d-46cb-9c66-71221aed041d'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:11:28.989572 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device d7a98407-fd7c-4e30-9d47-df3004f5bb9f up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:11:28.991260 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] Routers {'36e4a15f-020d-46cb-9c66-71221aed041d'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:11:28.992005 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:11:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['36e4a15f-020d-46cb-9c66-71221aed041d'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:11:29.042983 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port d7a98407-fd7c-4e30-9d47-df3004f5bb9f triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:11:29.043486 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (d7a98407-fd7c-4e30-9d47-df3004f5bb9f), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:29.056433 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-57f517ec-12e1-4fa5-8905-10582cd95e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for network (0b5d7504-b228-4113-b518-9e67f944addc), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:29.057581 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f517ec-12e1-4fa5-8905-10582cd95e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:11:29.058242 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-57f517ec-12e1-4fa5-8905-10582cd95e6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:29.093340 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:29.102595 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] Set router 36e4a15f-020d-46cb-9c66-71221aed041d gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:11:29.131705 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port d7a98407-fd7c-4e30-9d47-df3004f5bb9f is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:11:29.132022 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (d7a98407-fd7c-4e30-9d47-df3004f5bb9f), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:29.139947 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f517ec-12e1-4fa5-8905-10582cd95e6b admin admin] Pushing event updated for resources: {'Network': ['ID=0b5d7504-b228-4113-b518-9e67f944addc,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:29.152466 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Network 0b5d7504-b228-4113-b518-9e67f944addc details requested by agent ovs-agent-dv-cinder-843277-6-iscsi with host dv-cinder-843277-6-iscsi {{(pid=110841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:11:29.158184 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] For port d7a98407-fd7c-4e30-9d47-df3004f5bb9f, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=d7a98407-fd7c-4e30-9d47-df3004f5bb9f,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:11:29.219176 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-57f517ec-12e1-4fa5-8905-10582cd95e6b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7967458 Jun 24 10:11:29.222286 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47306) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:11:29.228998 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-6050ed89-2513-41b7-8df9-2a168c2b3703 admin admin] Request body: {'subnet': {'network_id': '0b5d7504-b228-4113-b518-9e67f944addc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1251765005-subnet', 'tenant_id': '93cc8252c44840d5b32343c7f9d6e014', 'ip_version': 4}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:11:29.256982 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (d7a98407-fd7c-4e30-9d47-df3004f5bb9f), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:29.337650 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Pushing event updated for resources: {'Port': ['ID=d7a98407-fd7c-4e30-9d47-df3004f5bb9f,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:29.362848 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'name': 'tempest-TestShelveInstance-1235426128-router', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:26Z', 'revision_number': 4, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'gw_port': {'id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:97:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'a9a90347-06be-461c-8df1-eecfe86024d4', 'name': '', 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'mac_address': 'fa:16:3e:16:b0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '3a1aede6-2d12-4f46-9bd2-c76ee717b4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:25Z', 'updated_at': '2022-06-24T10:11:26Z', 'revision_number': 2, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'subnets': [{'id': '3a1aede6-2d12-4f46-9bd2-c76ee717b4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:11:29.388370 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] Checking router: 36e4a15f-020d-46cb-9c66-71221aed041d for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:11:29.388635 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] Updating router 36e4a15f-020d-46cb-9c66-71221aed041d port a9a90347-06be-461c-8df1-eecfe86024d4 binding host dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:11:29.391722 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6050ed89-2513-41b7-8df9-2a168c2b3703 admin admin] Made reservation on behalf of 93cc8252c44840d5b32343c7f9d6e014 for: {'subnet': 1} {{(pid=110840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:11:29.394406 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6050ed89-2513-41b7-8df9-2a168c2b3703 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33362662'] for subnet (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:29.418136 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (a9a90347-06be-461c-8df1-eecfe86024d4), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:29.720364 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] Publish callbacks [] for port (a9a90347-06be-461c-8df1-eecfe86024d4), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:29.730038 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6050ed89-2513-41b7-8df9-2a168c2b3703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29645341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33362576'] for subnet (475d4e71-4ce2-455f-b9e9-86c61d45b6dd), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:29.767045 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:29.782384 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050ed89-2513-41b7-8df9-2a168c2b3703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=475d4e71-4ce2-455f-b9e9-86c61d45b6dd,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:29.807743 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6050ed89-2513-41b7-8df9-2a168c2b3703 admin admin] Checking segment: {'id': 'aa5c1777-b2ec-4de2-b5c0-535f729cf513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0b5d7504-b228-4113-b518-9e67f944addc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:11:29.807743 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6050ed89-2513-41b7-8df9-2a168c2b3703 admin admin] Network hostable DHCP agents. Network: 0b5d7504-b228-4113-b518-9e67f944addc, hostable agents: ['227dce48-d671-4074-8746-a798e3de1e3c'], hosted agents: [] {{(pid=110840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:11:29.827171 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (a9a90347-06be-461c-8df1-eecfe86024d4), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:29.886738 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9cc103-922e-4100-9160-d6dc6aefd7c9 None None] Pushing event updated for resources: {'Port': ['ID=a9a90347-06be-461c-8df1-eecfe86024d4,revision_number=3']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:29.910988 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9cc103-922e-4100-9160-d6dc6aefd7c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:29.911315 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9cc103-922e-4100-9160-d6dc6aefd7c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:29.911760 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9cc103-922e-4100-9160-d6dc6aefd7c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:29.912158 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9cc103-922e-4100-9160-d6dc6aefd7c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:29.912478 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9cc103-922e-4100-9160-d6dc6aefd7c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:29.912800 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9cc103-922e-4100-9160-d6dc6aefd7c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:29.913126 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9cc103-922e-4100-9160-d6dc6aefd7c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:29.913440 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9cc103-922e-4100-9160-d6dc6aefd7c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:29.913758 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9cc103-922e-4100-9160-d6dc6aefd7c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:29.914074 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9cc103-922e-4100-9160-d6dc6aefd7c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:29.914386 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9cc103-922e-4100-9160-d6dc6aefd7c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:29.914704 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9cc103-922e-4100-9160-d6dc6aefd7c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:29.915014 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9cc103-922e-4100-9160-d6dc6aefd7c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:29.915325 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9cc103-922e-4100-9160-d6dc6aefd7c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:29.915634 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9cc103-922e-4100-9160-d6dc6aefd7c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:29.941910 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6050ed89-2513-41b7-8df9-2a168c2b3703 admin admin] Network 0b5d7504-b228-4113-b518-9e67f944addc is scheduled to be hosted by DHCP agent 227dce48-d671-4074-8746-a798e3de1e3c with binding_index 1 {{(pid=110840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:11:29.976290 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] Attempting to bind port a9a90347-06be-461c-8df1-eecfe86024d4 on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:11:29.976290 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] Attempting to bind port a9a90347-06be-461c-8df1-eecfe86024d4 by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': '1f3d6f8b-bd0b-423f-b529-de14e993aa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64'}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:11:29.976290 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] Attempting to bind port a9a90347-06be-461c-8df1-eecfe86024d4 on network f789a03c-b019-4c7a-8476-7691a938dc64 {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:11:29.976290 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:11:29.976290 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] Checking segment: {'id': '1f3d6f8b-bd0b-423f-b529-de14e993aa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:11:29.976290 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:29.976290 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] Bound using segment: {'id': '1f3d6f8b-bd0b-423f-b529-de14e993aa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64'} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:11:29.976290 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] Bound port: a9a90347-06be-461c-8df1-eecfe86024d4, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3d6f8b-bd0b-423f-b529-de14e993aa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64'}}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:11:29.976290 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (a9a90347-06be-461c-8df1-eecfe86024d4), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:30.030671 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] For port a9a90347-06be-461c-8df1-eecfe86024d4, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:11:30.033993 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] For port a9a90347-06be-461c-8df1-eecfe86024d4, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=a9a90347-06be-461c-8df1-eecfe86024d4,segment=NetworkSegment(1f3d6f8b-bd0b-423f-b529-de14e993aa76),segment_id=1f3d6f8b-bd0b-423f-b529-de14e993aa76)] {{(pid=110842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:11:30.101059 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-6050ed89-2513-41b7-8df9-2a168c2b3703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-6-iscsi, 0b5d7504-b228-4113-b518-9e67f944addc) {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:11:30.107973 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6050ed89-2513-41b7-8df9-2a168c2b3703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:11:30.108951 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0130bcd-563e-4b50-a9f4-f9f65c6ab01b None None] Network 0b5d7504-b228-4113-b518-9e67f944addc requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:11:30.109584 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6050ed89-2513-41b7-8df9-2a168c2b3703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:30.118265 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-2348ea3f-b76a-48a6-8a4b-b33c6d8c9a96 None None] Provisioning complete for port a9a90347-06be-461c-8df1-eecfe86024d4 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:11:30.118265 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-2348ea3f-b76a-48a6-8a4b-b33c6d8c9a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a9a90347-06be-461c-8df1-eecfe86024d4), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:30.187245 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (a9a90347-06be-461c-8df1-eecfe86024d4), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:30.198395 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-2348ea3f-b76a-48a6-8a4b-b33c6d8c9a96 None None] Port a9a90347-06be-461c-8df1-eecfe86024d4 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:11:30.225629 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:30.236953 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:30.238977 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-6050ed89-2513-41b7-8df9-2a168c2b3703 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0142152 Jun 24 10:11:30.241197 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 47310) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:11:30.245544 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-89a8d055-3332-458f-89b1-fa043f62a1af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1251765005-router', 'tenant_id': '93cc8252c44840d5b32343c7f9d6e014', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:11:30.252630 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] Routers {'36e4a15f-020d-46cb-9c66-71221aed041d'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:11:30.253280 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:11:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['36e4a15f-020d-46cb-9c66-71221aed041d'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:11:30.258034 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2f8c06-e2e5-4c22-8f03-c6d5c2705dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a7ab119-d58e-5cf4-b1b7-c17a3ca747b8-0b5d7504-b228-4113-b518-9e67f944addc', 'network_id': '0b5d7504-b228-4113-b518-9e67f944addc', 'project_id': '93cc8252c44840d5b32343c7f9d6e014', 'fixed_ips': [{'subnet_id': '475d4e71-4ce2-455f-b9e9-86c61d45b6dd'}]}} from dv-cinder-843277-6-iscsi. {{(pid=110841) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:11:30.258978 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8c06-e2e5-4c22-8f03-c6d5c2705dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:30.307717 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9cc103-922e-4100-9160-d6dc6aefd7c9 None None] Pushing event updated for resources: {'Port': ['ID=a9a90347-06be-461c-8df1-eecfe86024d4,revision_number=4']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:30.375396 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] Set router 36e4a15f-020d-46cb-9c66-71221aed041d gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:11:30.417354 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-89a8d055-3332-458f-89b1-fa043f62a1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1836223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9608'] for router (3466546f-3e7d-4034-a0d3-584a72bef0e5), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:30.419951 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-89a8d055-3332-458f-89b1-fa043f62a1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1837722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1896642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1615388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9603'] for router (3466546f-3e7d-4034-a0d3-584a72bef0e5), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:30.425611 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.db_base_plugin_common [None req-0f2f8c06-e2e5-4c22-8f03-c6d5c2705dbc None None] Allocated IP 172.20.0.2 (0b5d7504-b228-4113-b518-9e67f944addc/475d4e71-4ce2-455f-b9e9-86c61d45b6dd/9fddc654-72b8-40ba-aced-77d9f8cf2cb2) {{(pid=110841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:11:30.484739 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-89a8d055-3332-458f-89b1-fa043f62a1af admin admin] Publish callbacks [] for router_controller (3466546f-3e7d-4034-a0d3-584a72bef0e5), precommit_add_association {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:30.549797 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-ba09782e-6cd6-442d-bb84-a3a381a91d3b None None] Provisioning complete for port a9a90347-06be-461c-8df1-eecfe86024d4 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:11:30.550178 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-ba09782e-6cd6-442d-bb84-a3a381a91d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a9a90347-06be-461c-8df1-eecfe86024d4), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:30.590649 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'name': 'tempest-TestShelveInstance-1235426128-router', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:26Z', 'revision_number': 4, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'gw_port': {'id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'a9a90347-06be-461c-8df1-eecfe86024d4', 'name': '', 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'mac_address': 'fa:16:3e:16:b0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '3a1aede6-2d12-4f46-9bd2-c76ee717b4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:25Z', 'updated_at': '2022-06-24T10:11:30Z', 'revision_number': 4, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'subnets': [{'id': '3a1aede6-2d12-4f46-9bd2-c76ee717b4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:11:30.616199 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532e93b3-0f3d-479f-a98c-b47db4085fbb None None] The sync data for ids ['36e4a15f-020d-46cb-9c66-71221aed041d'] in dv-cinder-843277-6-iscsi is: [{'id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'name': 'tempest-TestShelveInstance-1235426128-router', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:26Z', 'revision_number': 4, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'gw_port': {'id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'a9a90347-06be-461c-8df1-eecfe86024d4', 'name': '', 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'mac_address': 'fa:16:3e:16:b0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '3a1aede6-2d12-4f46-9bd2-c76ee717b4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:25Z', 'updated_at': '2022-06-24T10:11:30Z', 'revision_number': 4, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'subnets': [{'id': '3a1aede6-2d12-4f46-9bd2-c76ee717b4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:11:30.616708 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8c06-e2e5-4c22-8f03-c6d5c2705dbc None None] Publish callbacks [] for port (9fddc654-72b8-40ba-aced-77d9f8cf2cb2), precommit_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:30.673896 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:30.687254 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-ba09782e-6cd6-442d-bb84-a3a381a91d3b None None] Current status of the port a9a90347-06be-461c-8df1-eecfe86024d4 is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:11:30.687676 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-ba09782e-6cd6-442d-bb84-a3a381a91d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (a9a90347-06be-461c-8df1-eecfe86024d4), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:30.729549 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-ba09782e-6cd6-442d-bb84-a3a381a91d3b None None] For port a9a90347-06be-461c-8df1-eecfe86024d4, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=a9a90347-06be-461c-8df1-eecfe86024d4,segment=NetworkSegment(1f3d6f8b-bd0b-423f-b529-de14e993aa76),segment_id=1f3d6f8b-bd0b-423f-b529-de14e993aa76)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:11:30.757395 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8c06-e2e5-4c22-8f03-c6d5c2705dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (9fddc654-72b8-40ba-aced-77d9f8cf2cb2), after_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:30.802630 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=8 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:30.805393 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2f8c06-e2e5-4c22-8f03-c6d5c2705dbc None None] Network 0b5d7504-b228-4113-b518-9e67f944addc is already hosted by enough agents. {{(pid=110841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:11:30.808605 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.base_scheduler [None req-0f2f8c06-e2e5-4c22-8f03-c6d5c2705dbc None None] Resources bound (agent type, host, resource id): {{(pid=110841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:11:30.813012 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2f8c06-e2e5-4c22-8f03-c6d5c2705dbc None None] Received port after_create {{(pid=110841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:11:30.821220 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-89a8d055-3332-458f-89b1-fa043f62a1af admin admin] Publish callbacks [] for router_gateway (3466546f-3e7d-4034-a0d3-584a72bef0e5), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:30.827721 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f8c06-e2e5-4c22-8f03-c6d5c2705dbc None None] Pushing event updated for resources: {'Port': ['ID=9fddc654-72b8-40ba-aced-77d9f8cf2cb2,revision_number=1']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:30.865781 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-ba09782e-6cd6-442d-bb84-a3a381a91d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (a9a90347-06be-461c-8df1-eecfe86024d4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:30.917376 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-0f2f8c06-e2e5-4c22-8f03-c6d5c2705dbc None None] Attempting to bind port 9fddc654-72b8-40ba-aced-77d9f8cf2cb2 on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:11:30.917741 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-0f2f8c06-e2e5-4c22-8f03-c6d5c2705dbc None None] Attempting to bind port 9fddc654-72b8-40ba-aced-77d9f8cf2cb2 by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': 'aa5c1777-b2ec-4de2-b5c0-535f729cf513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0b5d7504-b228-4113-b518-9e67f944addc'}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:11:30.918325 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2f8c06-e2e5-4c22-8f03-c6d5c2705dbc None None] Attempting to bind port 9fddc654-72b8-40ba-aced-77d9f8cf2cb2 on network 0b5d7504-b228-4113-b518-9e67f944addc {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:11:30.943002 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2f8c06-e2e5-4c22-8f03-c6d5c2705dbc None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:11:30.943374 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2f8c06-e2e5-4c22-8f03-c6d5c2705dbc None None] Checking segment: {'id': 'aa5c1777-b2ec-4de2-b5c0-535f729cf513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0b5d7504-b228-4113-b518-9e67f944addc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:11:30.943776 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8c06-e2e5-4c22-8f03-c6d5c2705dbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:30.944196 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2f8c06-e2e5-4c22-8f03-c6d5c2705dbc None None] Bound using segment: {'id': 'aa5c1777-b2ec-4de2-b5c0-535f729cf513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0b5d7504-b228-4113-b518-9e67f944addc'} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:11:30.944684 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-0f2f8c06-e2e5-4c22-8f03-c6d5c2705dbc None None] Bound port: 9fddc654-72b8-40ba-aced-77d9f8cf2cb2, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa5c1777-b2ec-4de2-b5c0-535f729cf513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0b5d7504-b228-4113-b518-9e67f944addc'}}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:11:30.945060 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8c06-e2e5-4c22-8f03-c6d5c2705dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (9fddc654-72b8-40ba-aced-77d9f8cf2cb2), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:30.989309 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09782e-6cd6-442d-bb84-a3a381a91d3b None None] Pushing event updated for resources: {'Port': ['ID=a9a90347-06be-461c-8df1-eecfe86024d4,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:31.066771 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device d7a98407-fd7c-4e30-9d47-df3004f5bb9f up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:11:31.109900 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:31.119802 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-0f2f8c06-e2e5-4c22-8f03-c6d5c2705dbc None None] For port 9fddc654-72b8-40ba-aced-77d9f8cf2cb2, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:11:31.141970 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-0f2f8c06-e2e5-4c22-8f03-c6d5c2705dbc None None] For port 9fddc654-72b8-40ba-aced-77d9f8cf2cb2, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=9fddc654-72b8-40ba-aced-77d9f8cf2cb2,segment=NetworkSegment(aa5c1777-b2ec-4de2-b5c0-535f729cf513),segment_id=aa5c1777-b2ec-4de2-b5c0-535f729cf513)] {{(pid=110841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:11:31.155998 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port d7a98407-fd7c-4e30-9d47-df3004f5bb9f triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:11:31.156552 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (d7a98407-fd7c-4e30-9d47-df3004f5bb9f), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:31.206207 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-89a8d055-3332-458f-89b1-fa043f62a1af admin admin] Publish callbacks [] for router_gateway (3466546f-3e7d-4034-a0d3-584a72bef0e5), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:31.229695 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-89a8d055-3332-458f-89b1-fa043f62a1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:31.256929 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port d7a98407-fd7c-4e30-9d47-df3004f5bb9f is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:11:31.258300 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device a9a90347-06be-461c-8df1-eecfe86024d4 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:11:31.303168 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:31.310314 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port a9a90347-06be-461c-8df1-eecfe86024d4 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:11:31.310686 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a9a90347-06be-461c-8df1-eecfe86024d4), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:31.338166 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8c06-e2e5-4c22-8f03-c6d5c2705dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (9fddc654-72b8-40ba-aced-77d9f8cf2cb2), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:31.399074 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [None req-89a8d055-3332-458f-89b1-fa043f62a1af admin admin] Allocated IP 172.27.2.76 (a3837c3f-8d84-4126-8dfc-b4bde8a26600/ef99dc90-6579-4f1e-9fc6-58eb2334384d/b308457c-c009-4d05-88fd-a00414c315a4) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:11:31.427931 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f8c06-e2e5-4c22-8f03-c6d5c2705dbc None None] Pushing event updated for resources: {'Port': ['ID=9fddc654-72b8-40ba-aced-77d9f8cf2cb2,revision_number=2']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:31.483525 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port a9a90347-06be-461c-8df1-eecfe86024d4 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:11:31.516826 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:31.554277 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-89a8d055-3332-458f-89b1-fa043f62a1af admin admin] Publish callbacks [] for port (b308457c-c009-4d05-88fd-a00414c315a4), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:31.690039 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-89a8d055-3332-458f-89b1-fa043f62a1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (b308457c-c009-4d05-88fd-a00414c315a4), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:31.741996 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a8d055-3332-458f-89b1-fa043f62a1af admin admin] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:11:31.745025 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-89a8d055-3332-458f-89b1-fa043f62a1af admin admin] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:11:31.747943 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a8d055-3332-458f-89b1-fa043f62a1af admin admin] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:11:31.774081 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8d055-3332-458f-89b1-fa043f62a1af admin admin] Pushing event updated for resources: {'Port': ['ID=b308457c-c009-4d05-88fd-a00414c315a4,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:32.222321 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-89a8d055-3332-458f-89b1-fa043f62a1af admin admin] Publish callbacks [] for router_gateway (3466546f-3e7d-4034-a0d3-584a72bef0e5), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:32.380482 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:32.464687 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-89a8d055-3332-458f-89b1-fa043f62a1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1836637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1896614'] for router (3466546f-3e7d-4034-a0d3-584a72bef0e5), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:32.483445 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11c4306-b685-48c1-8f0a-34cccb6b4d3e None None] Network 0b5d7504-b228-4113-b518-9e67f944addc requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:11:32.512090 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-12763251-96c0-4e6f-82d5-6f6f998f0152 None None] Provisioning complete for port 9fddc654-72b8-40ba-aced-77d9f8cf2cb2 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:11:32.513110 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-12763251-96c0-4e6f-82d5-6f6f998f0152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (9fddc654-72b8-40ba-aced-77d9f8cf2cb2), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:32.666585 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-12763251-96c0-4e6f-82d5-6f6f998f0152 None None] Current status of the port 9fddc654-72b8-40ba-aced-77d9f8cf2cb2 is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:11:32.666979 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-12763251-96c0-4e6f-82d5-6f6f998f0152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (9fddc654-72b8-40ba-aced-77d9f8cf2cb2), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:32.701273 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a8d055-3332-458f-89b1-fa043f62a1af admin admin] Router 3466546f-3e7d-4034-a0d3-584a72bef0e5 is scheduled to L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 with binding_index 1 {{(pid=110839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:11:32.705444 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-12763251-96c0-4e6f-82d5-6f6f998f0152 None None] For port 9fddc654-72b8-40ba-aced-77d9f8cf2cb2, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=9fddc654-72b8-40ba-aced-77d9f8cf2cb2,segment=NetworkSegment(aa5c1777-b2ec-4de2-b5c0-535f729cf513),segment_id=aa5c1777-b2ec-4de2-b5c0-535f729cf513)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:11:32.816139 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a8d055-3332-458f-89b1-fa043f62a1af admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:11:32.821528 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-12763251-96c0-4e6f-82d5-6f6f998f0152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (9fddc654-72b8-40ba-aced-77d9f8cf2cb2), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:32.833438 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] Sync routers for ids ['3466546f-3e7d-4034-a0d3-584a72bef0e5'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:11:32.966088 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-89a8d055-3332-458f-89b1-fa043f62a1af admin admin] Publish callbacks [] for router (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:32.967371 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-89a8d055-3332-458f-89b1-fa043f62a1af admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7251830 Jun 24 10:11:32.970777 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47312) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:11:33.011993 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] Routers {'3466546f-3e7d-4034-a0d3-584a72bef0e5'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:11:33.012927 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:11:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['3466546f-3e7d-4034-a0d3-584a72bef0e5'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:11:33.051449 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-52128e08-58de-4323-b4f2-2dfc670eb105 None None] Provisioning complete for port 9fddc654-72b8-40ba-aced-77d9f8cf2cb2 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:11:33.051795 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-52128e08-58de-4323-b4f2-2dfc670eb105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (9fddc654-72b8-40ba-aced-77d9f8cf2cb2), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:33.104106 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device a9a90347-06be-461c-8df1-eecfe86024d4 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:11:33.109978 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12763251-96c0-4e6f-82d5-6f6f998f0152 None None] Pushing event updated for resources: {'Port': ['ID=9fddc654-72b8-40ba-aced-77d9f8cf2cb2,revision_number=3']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:33.228258 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:33.232746 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] Set router 3466546f-3e7d-4034-a0d3-584a72bef0e5 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:11:33.293287 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-52128e08-58de-4323-b4f2-2dfc670eb105 None None] Current status of the port 9fddc654-72b8-40ba-aced-77d9f8cf2cb2 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:11:33.298245 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port a9a90347-06be-461c-8df1-eecfe86024d4 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:11:33.298245 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a9a90347-06be-461c-8df1-eecfe86024d4), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:33.386732 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:33.407945 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1f2b4061-e974-406a-bf8d-c22fbbe55b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:33.423028 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:33.475406 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port a9a90347-06be-461c-8df1-eecfe86024d4 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:11:33.476600 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 9fddc654-72b8-40ba-aced-77d9f8cf2cb2 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:11:33.513480 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3466546f-3e7d-4034-a0d3-584a72bef0e5', 'name': 'tempest-TestShelveInstance-1251765005-router', 'tenant_id': '93cc8252c44840d5b32343c7f9d6e014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b308457c-c009-4d05-88fd-a00414c315a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:11:30Z', 'updated_at': '2022-06-24T10:11:31Z', 'revision_number': 3, 'project_id': '93cc8252c44840d5b32343c7f9d6e014', 'gw_port': {'id': 'b308457c-c009-4d05-88fd-a00414c315a4', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3466546f-3e7d-4034-a0d3-584a72bef0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:31Z', 'updated_at': '2022-06-24T10:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:11:33.541202 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] Checking router: 3466546f-3e7d-4034-a0d3-584a72bef0e5 for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:11:33.541545 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] Updating router 3466546f-3e7d-4034-a0d3-584a72bef0e5 port b308457c-c009-4d05-88fd-a00414c315a4 binding host dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:11:33.580240 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (b308457c-c009-4d05-88fd-a00414c315a4), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:33.583744 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 9fddc654-72b8-40ba-aced-77d9f8cf2cb2 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:11:33.584104 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (9fddc654-72b8-40ba-aced-77d9f8cf2cb2), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:33.584941 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_common [None req-1f2b4061-e974-406a-bf8d-c22fbbe55b16 admin admin] Allocated IP 172.20.0.1 (0b5d7504-b228-4113-b518-9e67f944addc/475d4e71-4ce2-455f-b9e9-86c61d45b6dd/be19bc1f-2d7a-4630-983a-31bd3628a7cb) {{(pid=110840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:11:33.651298 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:33.695697 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1f2b4061-e974-406a-bf8d-c22fbbe55b16 admin admin] Publish callbacks [] for port (be19bc1f-2d7a-4630-983a-31bd3628a7cb), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:33.779152 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 9fddc654-72b8-40ba-aced-77d9f8cf2cb2 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:11:33.890182 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1f2b4061-e974-406a-bf8d-c22fbbe55b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29645449'] for port (be19bc1f-2d7a-4630-983a-31bd3628a7cb), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:33.901790 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] Publish callbacks [] for port (b308457c-c009-4d05-88fd-a00414c315a4), precommit_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:33.937048 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2b4061-e974-406a-bf8d-c22fbbe55b16 admin admin] Network 0b5d7504-b228-4113-b518-9e67f944addc is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:11:33.939844 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-1f2b4061-e974-406a-bf8d-c22fbbe55b16 admin admin] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:11:33.943749 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2b4061-e974-406a-bf8d-c22fbbe55b16 admin admin] Received port after_create {{(pid=110840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:11:33.949000 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b4061-e974-406a-bf8d-c22fbbe55b16 admin admin] Pushing event updated for resources: {'Port': ['ID=be19bc1f-2d7a-4630-983a-31bd3628a7cb,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:33.987742 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1f2b4061-e974-406a-bf8d-c22fbbe55b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1900035'] for router_interface (3466546f-3e7d-4034-a0d3-584a72bef0e5), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:34.003939 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (b308457c-c009-4d05-88fd-a00414c315a4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:34.072363 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] Attempting to bind port b308457c-c009-4d05-88fd-a00414c315a4 on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:11:34.072727 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] Attempting to bind port b308457c-c009-4d05-88fd-a00414c315a4 by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:11:34.073088 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] Attempting to bind port b308457c-c009-4d05-88fd-a00414c315a4 on network a3837c3f-8d84-4126-8dfc-b4bde8a26600 {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:11:34.076541 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39ef93-ee0e-4c17-8456-9624e018600e None None] Pushing event updated for resources: {'Port': ['ID=b308457c-c009-4d05-88fd-a00414c315a4,revision_number=2']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:34.082428 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:11:34.082720 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] Checking segment: {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:11:34.083122 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:34.083497 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] Bound using segment: {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:11:34.084017 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] Bound port: b308457c-c009-4d05-88fd-a00414c315a4, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:11:34.084436 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (b308457c-c009-4d05-88fd-a00414c315a4), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:34.144799 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] For port b308457c-c009-4d05-88fd-a00414c315a4, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:11:34.148455 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] For port b308457c-c009-4d05-88fd-a00414c315a4, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=b308457c-c009-4d05-88fd-a00414c315a4,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:11:34.216510 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-84a699a9-d535-4806-ba8a-bfaddb0cbb9b None None] Provisioning complete for port be19bc1f-2d7a-4630-983a-31bd3628a7cb triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:11:34.216802 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-84a699a9-d535-4806-ba8a-bfaddb0cbb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (be19bc1f-2d7a-4630-983a-31bd3628a7cb), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:34.245306 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:34.251430 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-84a699a9-d535-4806-ba8a-bfaddb0cbb9b None None] Port be19bc1f-2d7a-4630-983a-31bd3628a7cb cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:11:34.269098 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1f2b4061-e974-406a-bf8d-c22fbbe55b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (be19bc1f-2d7a-4630-983a-31bd3628a7cb), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:34.307058 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (b308457c-c009-4d05-88fd-a00414c315a4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:34.322727 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:34.367716 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] Routers {'3466546f-3e7d-4034-a0d3-584a72bef0e5'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:11:34.368377 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:11:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['3466546f-3e7d-4034-a0d3-584a72bef0e5'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:11:34.371273 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:34.372855 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39ef93-ee0e-4c17-8456-9624e018600e None None] Pushing event updated for resources: {'Port': ['ID=b308457c-c009-4d05-88fd-a00414c315a4,revision_number=3']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:34.434281 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1f2b4061-e974-406a-bf8d-c22fbbe55b16 admin admin] Publish callbacks [] for port (be19bc1f-2d7a-4630-983a-31bd3628a7cb), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:34.480393 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] Set router 3466546f-3e7d-4034-a0d3-584a72bef0e5 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:11:34.552214 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1f2b4061-e974-406a-bf8d-c22fbbe55b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29645456'] for port (be19bc1f-2d7a-4630-983a-31bd3628a7cb), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:34.623712 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b4061-e974-406a-bf8d-c22fbbe55b16 admin admin] Pushing event updated for resources: {'Port': ['ID=be19bc1f-2d7a-4630-983a-31bd3628a7cb,revision_number=2']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:34.628154 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1f2b4061-e974-406a-bf8d-c22fbbe55b16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1899923'] for router_interface (3466546f-3e7d-4034-a0d3-584a72bef0e5), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:34.688714 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3466546f-3e7d-4034-a0d3-584a72bef0e5', 'name': 'tempest-TestShelveInstance-1251765005-router', 'tenant_id': '93cc8252c44840d5b32343c7f9d6e014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b308457c-c009-4d05-88fd-a00414c315a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:11:30Z', 'updated_at': '2022-06-24T10:11:34Z', 'revision_number': 4, 'project_id': '93cc8252c44840d5b32343c7f9d6e014', 'gw_port': {'id': 'b308457c-c009-4d05-88fd-a00414c315a4', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3466546f-3e7d-4034-a0d3-584a72bef0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:31Z', 'updated_at': '2022-06-24T10:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'be19bc1f-2d7a-4630-983a-31bd3628a7cb', 'name': '', 'network_id': '0b5d7504-b228-4113-b518-9e67f944addc', 'tenant_id': '93cc8252c44840d5b32343c7f9d6e014', 'mac_address': 'fa:16:3e:01:f3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3466546f-3e7d-4034-a0d3-584a72bef0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '475d4e71-4ce2-455f-b9e9-86c61d45b6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:33Z', 'updated_at': '2022-06-24T10:11:33Z', 'revision_number': 1, 'project_id': '93cc8252c44840d5b32343c7f9d6e014', 'subnets': [{'id': '475d4e71-4ce2-455f-b9e9-86c61d45b6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:11:34.718382 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60c2463-2b88-476d-b8bb-e15fe13c906d None None] The sync data for ids ['3466546f-3e7d-4034-a0d3-584a72bef0e5'] in dv-cinder-843277-6-iscsi is: [{'id': '3466546f-3e7d-4034-a0d3-584a72bef0e5', 'name': 'tempest-TestShelveInstance-1251765005-router', 'tenant_id': '93cc8252c44840d5b32343c7f9d6e014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b308457c-c009-4d05-88fd-a00414c315a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:11:30Z', 'updated_at': '2022-06-24T10:11:34Z', 'revision_number': 4, 'project_id': '93cc8252c44840d5b32343c7f9d6e014', 'gw_port': {'id': 'b308457c-c009-4d05-88fd-a00414c315a4', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3466546f-3e7d-4034-a0d3-584a72bef0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:31Z', 'updated_at': '2022-06-24T10:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'be19bc1f-2d7a-4630-983a-31bd3628a7cb', 'name': '', 'network_id': '0b5d7504-b228-4113-b518-9e67f944addc', 'tenant_id': '93cc8252c44840d5b32343c7f9d6e014', 'mac_address': 'fa:16:3e:01:f3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3466546f-3e7d-4034-a0d3-584a72bef0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '475d4e71-4ce2-455f-b9e9-86c61d45b6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:33Z', 'updated_at': '2022-06-24T10:11:33Z', 'revision_number': 1, 'project_id': '93cc8252c44840d5b32343c7f9d6e014', 'subnets': [{'id': '475d4e71-4ce2-455f-b9e9-86c61d45b6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:11:34.729895 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2b4061-e974-406a-bf8d-c22fbbe55b16 admin admin] Network 0b5d7504-b228-4113-b518-9e67f944addc is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:11:34.731375 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-1f2b4061-e974-406a-bf8d-c22fbbe55b16 admin admin] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:11:34.860098 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:34.868847 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2b4061-e974-406a-bf8d-c22fbbe55b16 admin admin] Router 3466546f-3e7d-4034-a0d3-584a72bef0e5 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:11:35.011045 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2b4061-e974-406a-bf8d-c22fbbe55b16 admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:11:35.027528 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-1f2b4061-e974-406a-bf8d-c22fbbe55b16 admin admin] 10.222.0.26 "PUT /v2.0/routers/3466546f-3e7d-4034-a0d3-584a72bef0e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0553193 Jun 24 10:11:35.049489 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 9fddc654-72b8-40ba-aced-77d9f8cf2cb2 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:11:35.101125 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-cba7824e-036e-43a3-a348-771e7a07f34e None None] Provisioning complete for port be19bc1f-2d7a-4630-983a-31bd3628a7cb triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:11:35.101496 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-cba7824e-036e-43a3-a348-771e7a07f34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (be19bc1f-2d7a-4630-983a-31bd3628a7cb), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:35.151484 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 9fddc654-72b8-40ba-aced-77d9f8cf2cb2 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:11:35.152228 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (9fddc654-72b8-40ba-aced-77d9f8cf2cb2), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:35.178045 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-cba7824e-036e-43a3-a348-771e7a07f34e None None] Port be19bc1f-2d7a-4630-983a-31bd3628a7cb cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:11:35.244404 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 9fddc654-72b8-40ba-aced-77d9f8cf2cb2 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:11:35.478506 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:35.547470 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47320) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:11:35.552178 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-fb1c1bac-e9b0-4eb3-8d1a-f8ee5ebaca46 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1253772007', 'description': 'tempest-secgroup-smoke-1253772007 description', 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:11:35.684537 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-fb1c1bac-e9b0-4eb3-8d1a-f8ee5ebaca46 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:35.768657 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-fb1c1bac-e9b0-4eb3-8d1a-f8ee5ebaca46 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for security_group (4a2a3ccd-5148-47b0-9b46-d5a81610df23), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:35.889386 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-fb1c1bac-e9b0-4eb3-8d1a-f8ee5ebaca46 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (4a2a3ccd-5148-47b0-9b46-d5a81610df23), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:35.924748 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c1bac-e9b0-4eb3-8d1a-f8ee5ebaca46 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2a3ccd-5148-47b0-9b46-d5a81610df23,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:35.932727 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c1bac-e9b0-4eb3-8d1a-f8ee5ebaca46 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:35.933234 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c1bac-e9b0-4eb3-8d1a-f8ee5ebaca46 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:35.933576 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c1bac-e9b0-4eb3-8d1a-f8ee5ebaca46 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:35.934215 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c1bac-e9b0-4eb3-8d1a-f8ee5ebaca46 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:35.934547 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c1bac-e9b0-4eb3-8d1a-f8ee5ebaca46 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:35.934948 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c1bac-e9b0-4eb3-8d1a-f8ee5ebaca46 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:35.935389 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c1bac-e9b0-4eb3-8d1a-f8ee5ebaca46 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:35.935786 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c1bac-e9b0-4eb3-8d1a-f8ee5ebaca46 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:35.936221 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c1bac-e9b0-4eb3-8d1a-f8ee5ebaca46 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:35.936612 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c1bac-e9b0-4eb3-8d1a-f8ee5ebaca46 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:35.937006 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c1bac-e9b0-4eb3-8d1a-f8ee5ebaca46 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:35.937399 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c1bac-e9b0-4eb3-8d1a-f8ee5ebaca46 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:35.937790 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c1bac-e9b0-4eb3-8d1a-f8ee5ebaca46 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:35.938179 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c1bac-e9b0-4eb3-8d1a-f8ee5ebaca46 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:35.938621 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c1bac-e9b0-4eb3-8d1a-f8ee5ebaca46 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:36.022609 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-fb1c1bac-e9b0-4eb3-8d1a-f8ee5ebaca46 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:36.024097 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-fb1c1bac-e9b0-4eb3-8d1a-f8ee5ebaca46 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4754775 Jun 24 10:11:36.027500 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47324) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:11:36.033088 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-22941866-8d5e-49a3-a43e-80c61f932421 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Request body: {'security_group_rule': {'security_group_id': '4a2a3ccd-5148-47b0-9b46-d5a81610df23', 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:11:36.142733 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-22941866-8d5e-49a3-a43e-80c61f932421 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for security_group_rule (0bd66e7d-6de6-489b-9012-3f846d47cc1e), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:36.209133 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-22941866-8d5e-49a3-a43e-80c61f932421 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for security_group_rule (0bd66e7d-6de6-489b-9012-3f846d47cc1e), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:36.323656 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-22941866-8d5e-49a3-a43e-80c61f932421 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (0bd66e7d-6de6-489b-9012-3f846d47cc1e), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:36.345934 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22941866-8d5e-49a3-a43e-80c61f932421 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd66e7d-6de6-489b-9012-3f846d47cc1e,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:36.463043 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-22941866-8d5e-49a3-a43e-80c61f932421 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:36.464422 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-22941866-8d5e-49a3-a43e-80c61f932421 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4354522 Jun 24 10:11:36.467258 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47330) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:11:36.472346 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-91c4ec67-584d-435e-8e9e-b9b997c81628 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Request body: {'security_group_rule': {'security_group_id': '4a2a3ccd-5148-47b0-9b46-d5a81610df23', 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:11:36.611355 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-91c4ec67-584d-435e-8e9e-b9b997c81628 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for security_group_rule (09bc51d6-77ac-43ce-858f-6fdaf8ccb466), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:36.702305 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-91c4ec67-584d-435e-8e9e-b9b997c81628 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for security_group_rule (09bc51d6-77ac-43ce-858f-6fdaf8ccb466), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:36.820559 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-91c4ec67-584d-435e-8e9e-b9b997c81628 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (09bc51d6-77ac-43ce-858f-6fdaf8ccb466), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:36.841415 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c4ec67-584d-435e-8e9e-b9b997c81628 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09bc51d6-77ac-43ce-858f-6fdaf8ccb466,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:36.995025 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device b308457c-c009-4d05-88fd-a00414c315a4 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:11:36.999522 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-91c4ec67-584d-435e-8e9e-b9b997c81628 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:37.000852 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-91c4ec67-584d-435e-8e9e-b9b997c81628 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5326326 Jun 24 10:11:37.006343 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47332) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:11:37.009371 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-d0797ec9-03b7-4c60-b449-70c3f7065d77 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Request body: {'security_group_rule': {'security_group_id': '4a2a3ccd-5148-47b0-9b46-d5a81610df23', 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:11:37.041114 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port b308457c-c009-4d05-88fd-a00414c315a4 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:11:37.041480 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (b308457c-c009-4d05-88fd-a00414c315a4), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:37.249188 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:37.252571 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port b308457c-c009-4d05-88fd-a00414c315a4 is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:11:37.252571 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (b308457c-c009-4d05-88fd-a00414c315a4), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:37.276067 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] For port b308457c-c009-4d05-88fd-a00414c315a4, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=b308457c-c009-4d05-88fd-a00414c315a4,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:11:37.284426 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d0797ec9-03b7-4c60-b449-70c3f7065d77 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for security_group_rule (88472702-37d5-40f2-adc0-d30339a8ade7), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:37.342965 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:37.364668 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d0797ec9-03b7-4c60-b449-70c3f7065d77 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for security_group_rule (88472702-37d5-40f2-adc0-d30339a8ade7), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:37.512409 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (b308457c-c009-4d05-88fd-a00414c315a4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:37.568766 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Pushing event updated for resources: {'Port': ['ID=b308457c-c009-4d05-88fd-a00414c315a4,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:37.581099 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d0797ec9-03b7-4c60-b449-70c3f7065d77 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (88472702-37d5-40f2-adc0-d30339a8ade7), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:37.601793 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0797ec9-03b7-4c60-b449-70c3f7065d77 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88472702-37d5-40f2-adc0-d30339a8ade7,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:37.800210 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-d0797ec9-03b7-4c60-b449-70c3f7065d77 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:37.801538 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-d0797ec9-03b7-4c60-b449-70c3f7065d77 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7957580 Jun 24 10:11:37.804673 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47338) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:11:37.811067 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-be6ca9e7-70de-4191-8bfa-66d2d68566be tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Request body: {'security_group_rule': {'security_group_id': '4a2a3ccd-5148-47b0-9b46-d5a81610df23', 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:11:38.039427 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-be6ca9e7-70de-4191-8bfa-66d2d68566be tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for security_group_rule (644f8b42-0c6c-4547-a5e1-b90118cdda7e), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:38.042871 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:38.102141 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-be6ca9e7-70de-4191-8bfa-66d2d68566be tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for security_group_rule (644f8b42-0c6c-4547-a5e1-b90118cdda7e), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:38.254906 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-be6ca9e7-70de-4191-8bfa-66d2d68566be tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (644f8b42-0c6c-4547-a5e1-b90118cdda7e), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:38.277760 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ca9e7-70de-4191-8bfa-66d2d68566be tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=644f8b42-0c6c-4547-a5e1-b90118cdda7e,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:38.441399 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] Sync routers for ids ['3466546f-3e7d-4034-a0d3-584a72bef0e5'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:11:38.442342 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-be6ca9e7-70de-4191-8bfa-66d2d68566be tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:38.444481 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-be6ca9e7-70de-4191-8bfa-66d2d68566be tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6385527 Jun 24 10:11:38.451229 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47346) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:11:38.452211 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-8c2f272c-94be-47ce-b543-76a3161c1e04 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Request body: {'security_group_rule': {'security_group_id': '4a2a3ccd-5148-47b0-9b46-d5a81610df23', 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:11:38.454815 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] Routers {'3466546f-3e7d-4034-a0d3-584a72bef0e5'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:11:38.455604 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:11:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['3466546f-3e7d-4034-a0d3-584a72bef0e5'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:11:38.579748 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] Set router 3466546f-3e7d-4034-a0d3-584a72bef0e5 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:11:38.661015 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.db.securitygroups_db [None req-8c2f272c-94be-47ce-b543-76a3161c1e04 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Project 3414c9d5fbfd4397a55c8d03eeb90a19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:11:38.670067 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8c2f272c-94be-47ce-b543-76a3161c1e04 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for security_group_rule (179f9cd2-4d0f-462e-a545-c4954c1cb241), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:38.743715 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8c2f272c-94be-47ce-b543-76a3161c1e04 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for security_group_rule (179f9cd2-4d0f-462e-a545-c4954c1cb241), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:38.783726 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3466546f-3e7d-4034-a0d3-584a72bef0e5', 'name': 'tempest-TestShelveInstance-1251765005-router', 'tenant_id': '93cc8252c44840d5b32343c7f9d6e014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b308457c-c009-4d05-88fd-a00414c315a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:11:30Z', 'updated_at': '2022-06-24T10:11:34Z', 'revision_number': 4, 'project_id': '93cc8252c44840d5b32343c7f9d6e014', 'gw_port': {'id': 'b308457c-c009-4d05-88fd-a00414c315a4', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3466546f-3e7d-4034-a0d3-584a72bef0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:31Z', 'updated_at': '2022-06-24T10:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'be19bc1f-2d7a-4630-983a-31bd3628a7cb', 'name': '', 'network_id': '0b5d7504-b228-4113-b518-9e67f944addc', 'tenant_id': '93cc8252c44840d5b32343c7f9d6e014', 'mac_address': 'fa:16:3e:01:f3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3466546f-3e7d-4034-a0d3-584a72bef0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '475d4e71-4ce2-455f-b9e9-86c61d45b6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:33Z', 'updated_at': '2022-06-24T10:11:34Z', 'revision_number': 2, 'project_id': '93cc8252c44840d5b32343c7f9d6e014', 'subnets': [{'id': '475d4e71-4ce2-455f-b9e9-86c61d45b6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:11:38.817527 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] Checking router: 3466546f-3e7d-4034-a0d3-584a72bef0e5 for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:11:38.817870 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] Updating router 3466546f-3e7d-4034-a0d3-584a72bef0e5 port be19bc1f-2d7a-4630-983a-31bd3628a7cb binding host dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:11:38.839244 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:38.847639 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (be19bc1f-2d7a-4630-983a-31bd3628a7cb), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:38.962105 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8c2f272c-94be-47ce-b543-76a3161c1e04 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (179f9cd2-4d0f-462e-a545-c4954c1cb241), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:38.992743 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f272c-94be-47ce-b543-76a3161c1e04 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179f9cd2-4d0f-462e-a545-c4954c1cb241,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:39.003287 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device b308457c-c009-4d05-88fd-a00414c315a4 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:11:39.045492 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:39.055393 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port b308457c-c009-4d05-88fd-a00414c315a4 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:11:39.055767 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (b308457c-c009-4d05-88fd-a00414c315a4), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:39.144381 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port b308457c-c009-4d05-88fd-a00414c315a4 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:11:39.155705 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-8c2f272c-94be-47ce-b543-76a3161c1e04 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:39.167065 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-8c2f272c-94be-47ce-b543-76a3161c1e04 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7089562 Jun 24 10:11:39.167065 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47352) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:11:39.167350 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] Publish callbacks [] for port (be19bc1f-2d7a-4630-983a-31bd3628a7cb), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:39.167795 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-ae16a9aa-8d04-44b7-ab10-cdd7a2660099 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Request body: {'security_group_rule': {'security_group_id': '4a2a3ccd-5148-47b0-9b46-d5a81610df23', 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:11:39.398369 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (be19bc1f-2d7a-4630-983a-31bd3628a7cb), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:39.451315 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.db.securitygroups_db [None req-ae16a9aa-8d04-44b7-ab10-cdd7a2660099 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Project 3414c9d5fbfd4397a55c8d03eeb90a19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:11:39.459727 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b137a25-b764-46b0-92b9-f964420b81eb None None] Pushing event updated for resources: {'Port': ['ID=be19bc1f-2d7a-4630-983a-31bd3628a7cb,revision_number=3']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:39.466061 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ae16a9aa-8d04-44b7-ab10-cdd7a2660099 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for security_group_rule (a95cf8b7-8097-4fe4-a550-28916dd0fa94), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:39.516613 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] Attempting to bind port be19bc1f-2d7a-4630-983a-31bd3628a7cb on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:11:39.517079 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] Attempting to bind port be19bc1f-2d7a-4630-983a-31bd3628a7cb by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': 'aa5c1777-b2ec-4de2-b5c0-535f729cf513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0b5d7504-b228-4113-b518-9e67f944addc'}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:11:39.517513 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] Attempting to bind port be19bc1f-2d7a-4630-983a-31bd3628a7cb on network 0b5d7504-b228-4113-b518-9e67f944addc {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:11:39.524546 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:11:39.525083 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] Checking segment: {'id': 'aa5c1777-b2ec-4de2-b5c0-535f729cf513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0b5d7504-b228-4113-b518-9e67f944addc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:11:39.525571 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:39.526742 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] Bound using segment: {'id': 'aa5c1777-b2ec-4de2-b5c0-535f729cf513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0b5d7504-b228-4113-b518-9e67f944addc'} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:11:39.527313 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] Bound port: be19bc1f-2d7a-4630-983a-31bd3628a7cb, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa5c1777-b2ec-4de2-b5c0-535f729cf513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0b5d7504-b228-4113-b518-9e67f944addc'}}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:11:39.527813 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (be19bc1f-2d7a-4630-983a-31bd3628a7cb), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:39.557051 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ae16a9aa-8d04-44b7-ab10-cdd7a2660099 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for security_group_rule (a95cf8b7-8097-4fe4-a550-28916dd0fa94), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:39.604571 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] For port be19bc1f-2d7a-4630-983a-31bd3628a7cb, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:11:39.608468 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] For port be19bc1f-2d7a-4630-983a-31bd3628a7cb, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=be19bc1f-2d7a-4630-983a-31bd3628a7cb,segment=NetworkSegment(aa5c1777-b2ec-4de2-b5c0-535f729cf513),segment_id=aa5c1777-b2ec-4de2-b5c0-535f729cf513)] {{(pid=110842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:11:39.727426 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-2bec86a0-b587-4f92-8cda-88cdd57ebff8 None None] Provisioning complete for port be19bc1f-2d7a-4630-983a-31bd3628a7cb triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:11:39.727719 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-2bec86a0-b587-4f92-8cda-88cdd57ebff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (be19bc1f-2d7a-4630-983a-31bd3628a7cb), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:39.761096 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-2bec86a0-b587-4f92-8cda-88cdd57ebff8 None None] Port be19bc1f-2d7a-4630-983a-31bd3628a7cb cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:11:39.780986 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ae16a9aa-8d04-44b7-ab10-cdd7a2660099 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (a95cf8b7-8097-4fe4-a550-28916dd0fa94), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:39.785347 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (be19bc1f-2d7a-4630-983a-31bd3628a7cb), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:39.802768 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16a9aa-8d04-44b7-ab10-cdd7a2660099 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95cf8b7-8097-4fe4-a550-28916dd0fa94,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:39.844223 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] Routers {'3466546f-3e7d-4034-a0d3-584a72bef0e5'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:11:39.844863 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:11:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['3466546f-3e7d-4034-a0d3-584a72bef0e5'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:11:39.847028 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b137a25-b764-46b0-92b9-f964420b81eb None None] Pushing event updated for resources: {'Port': ['ID=be19bc1f-2d7a-4630-983a-31bd3628a7cb,revision_number=4']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:39.947599 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:39.958233 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ae16a9aa-8d04-44b7-ab10-cdd7a2660099 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:39.958233 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-ae16a9aa-8d04-44b7-ab10-cdd7a2660099 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7922542 Jun 24 10:11:39.958520 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] Set router 3466546f-3e7d-4034-a0d3-584a72bef0e5 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:11:40.082984 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-f469a0bf-ab04-45f2-8322-c44c01e8b436 None None] Provisioning complete for port be19bc1f-2d7a-4630-983a-31bd3628a7cb triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:11:40.083565 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-f469a0bf-ab04-45f2-8322-c44c01e8b436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (be19bc1f-2d7a-4630-983a-31bd3628a7cb), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:40.198516 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-f469a0bf-ab04-45f2-8322-c44c01e8b436 None None] Current status of the port be19bc1f-2d7a-4630-983a-31bd3628a7cb is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:11:40.198516 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-f469a0bf-ab04-45f2-8322-c44c01e8b436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (be19bc1f-2d7a-4630-983a-31bd3628a7cb), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:40.202882 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3466546f-3e7d-4034-a0d3-584a72bef0e5', 'name': 'tempest-TestShelveInstance-1251765005-router', 'tenant_id': '93cc8252c44840d5b32343c7f9d6e014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b308457c-c009-4d05-88fd-a00414c315a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:11:30Z', 'updated_at': '2022-06-24T10:11:34Z', 'revision_number': 4, 'project_id': '93cc8252c44840d5b32343c7f9d6e014', 'gw_port': {'id': 'b308457c-c009-4d05-88fd-a00414c315a4', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3466546f-3e7d-4034-a0d3-584a72bef0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:31Z', 'updated_at': '2022-06-24T10:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'be19bc1f-2d7a-4630-983a-31bd3628a7cb', 'name': '', 'network_id': '0b5d7504-b228-4113-b518-9e67f944addc', 'tenant_id': '93cc8252c44840d5b32343c7f9d6e014', 'mac_address': 'fa:16:3e:01:f3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3466546f-3e7d-4034-a0d3-584a72bef0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '475d4e71-4ce2-455f-b9e9-86c61d45b6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:33Z', 'updated_at': '2022-06-24T10:11:39Z', 'revision_number': 4, 'project_id': '93cc8252c44840d5b32343c7f9d6e014', 'subnets': [{'id': '475d4e71-4ce2-455f-b9e9-86c61d45b6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:11:40.218948 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:40.230417 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e352e7-08e2-4f8d-88ee-c3d0111bd56a None None] The sync data for ids ['3466546f-3e7d-4034-a0d3-584a72bef0e5'] in dv-cinder-843277-6-iscsi is: [{'id': '3466546f-3e7d-4034-a0d3-584a72bef0e5', 'name': 'tempest-TestShelveInstance-1251765005-router', 'tenant_id': '93cc8252c44840d5b32343c7f9d6e014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b308457c-c009-4d05-88fd-a00414c315a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:11:30Z', 'updated_at': '2022-06-24T10:11:34Z', 'revision_number': 4, 'project_id': '93cc8252c44840d5b32343c7f9d6e014', 'gw_port': {'id': 'b308457c-c009-4d05-88fd-a00414c315a4', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3466546f-3e7d-4034-a0d3-584a72bef0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:31Z', 'updated_at': '2022-06-24T10:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'be19bc1f-2d7a-4630-983a-31bd3628a7cb', 'name': '', 'network_id': '0b5d7504-b228-4113-b518-9e67f944addc', 'tenant_id': '93cc8252c44840d5b32343c7f9d6e014', 'mac_address': 'fa:16:3e:01:f3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3466546f-3e7d-4034-a0d3-584a72bef0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '475d4e71-4ce2-455f-b9e9-86c61d45b6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:33Z', 'updated_at': '2022-06-24T10:11:39Z', 'revision_number': 4, 'project_id': '93cc8252c44840d5b32343c7f9d6e014', 'subnets': [{'id': '475d4e71-4ce2-455f-b9e9-86c61d45b6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:11:40.239207 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-f469a0bf-ab04-45f2-8322-c44c01e8b436 None None] For port be19bc1f-2d7a-4630-983a-31bd3628a7cb, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=be19bc1f-2d7a-4630-983a-31bd3628a7cb,segment=NetworkSegment(aa5c1777-b2ec-4de2-b5c0-535f729cf513),segment_id=aa5c1777-b2ec-4de2-b5c0-535f729cf513)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:11:40.443603 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-f469a0bf-ab04-45f2-8322-c44c01e8b436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (be19bc1f-2d7a-4630-983a-31bd3628a7cb), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:40.499921 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469a0bf-ab04-45f2-8322-c44c01e8b436 None None] Pushing event updated for resources: {'Port': ['ID=be19bc1f-2d7a-4630-983a-31bd3628a7cb,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:41.003133 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device be19bc1f-2d7a-4630-983a-31bd3628a7cb up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:11:41.050298 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port be19bc1f-2d7a-4630-983a-31bd3628a7cb triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:11:41.054840 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (be19bc1f-2d7a-4630-983a-31bd3628a7cb), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:41.123528 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port be19bc1f-2d7a-4630-983a-31bd3628a7cb is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:11:42.828071 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=76,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:42.829029 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:44.018596 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:11:45.746140 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-c3cd5159-e07b-4a72-acad-f8f220a6da02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:47.831436 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:48.017054 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-9d184a7e-121c-440c-8839-e5903c53b953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:49.306653 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:49.801026 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=11,neutron:DELETE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:49.803027 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=73,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:50.818880 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:51.020697 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:51.466271 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ae9b0-3ec1-4582-a531-7e76d4d30cd9 req-20c8958a-9b90-4b0b-bf8f-a390db6baa56 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:11:51.467771 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c86ae9b0-3ec1-4582-a531-7e76d4d30cd9 req-20c8958a-9b90-4b0b-bf8f-a390db6baa56 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 945 time: 0.0513237 Jun 24 10:11:51.526984 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c86ae9b0-3ec1-4582-a531-7e76d4d30cd9 req-f57a3e52-ef8d-4466-8221-f509680a5133 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=d86f91b4-a803-4de8-ba33-7cbdfedfefa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533462 Jun 24 10:11:52.650199 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eada0f-71f0-40e5-be47-3acb41bfd2db req-ea17af81-d8e5-4c22-b9cc-6f68f6873224 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:11:52.651711 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-37eada0f-71f0-40e5-be47-3acb41bfd2db req-ea17af81-d8e5-4c22-b9cc-6f68f6873224 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 945 time: 0.0522180 Jun 24 10:11:52.707614 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-37eada0f-71f0-40e5-be47-3acb41bfd2db req-a6ed3249-b578-4696-ae00-7e14598c0f6e tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups?id=d86f91b4-a803-4de8-ba33-7cbdfedfefa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495808 Jun 24 10:11:53.098765 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12b195-f5b0-4656-b430-6eb7faa0956c req-04cf311e-3d62-4642-90ff-4218b8dbdfba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:11:53.098765 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5e12b195-f5b0-4656-b430-6eb7faa0956c req-04cf311e-3d62-4642-90ff-4218b8dbdfba tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.55 "GET /v2.0/ports?device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 945 time: 0.0657122 Jun 24 10:11:53.196522 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-5e12b195-f5b0-4656-b430-6eb7faa0956c req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Deleting port dda683d8-9678-4843-b72c-ec183c3b9416 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:11:53.196802 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-5e12b195-f5b0-4656-b430-6eb7faa0956c req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (dda683d8-9678-4843-b72c-ec183c3b9416), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:53.301385 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-5e12b195-f5b0-4656-b430-6eb7faa0956c req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] For port dda683d8-9678-4843-b72c-ec183c3b9416, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=dda683d8-9678-4843-b72c-ec183c3b9416,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:11:53.301747 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-5e12b195-f5b0-4656-b430-6eb7faa0956c req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (dda683d8-9678-4843-b72c-ec183c3b9416), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:53.474665 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-5e12b195-f5b0-4656-b430-6eb7faa0956c req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:53.474945 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-5e12b195-f5b0-4656-b430-6eb7faa0956c req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (4f7db27f-6ac2-44a4-bd3b-45741f19426b), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:53.475265 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.l3_db [req-5e12b195-f5b0-4656-b430-6eb7faa0956c req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Floating IP 4f7db27f-6ac2-44a4-bd3b-45741f19426b disassociated. External IP: 172.27.2.166, port: dda683d8-9678-4843-b72c-ec183c3b9416. Jun 24 10:11:53.475666 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-5e12b195-f5b0-4656-b430-6eb7faa0956c req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Calling delete_port for dda683d8-9678-4843-b72c-ec183c3b9416 owned by compute:nova {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:11:53.723511 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-5e12b195-f5b0-4656-b430-6eb7faa0956c req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (dda683d8-9678-4843-b72c-ec183c3b9416), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:53.756210 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event deleted for resources: {'Port': ['ID=dda683d8-9678-4843-b72c-ec183c3b9416,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:53.767250 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:53.767434 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:53.767659 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:53.768002 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:53.768373 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:53.768713 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:53.769051 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:53.769391 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:53.769722 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:53.770056 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:53.770392 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:53.770790 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:53.771040 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:53.771467 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:53.771743 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:11:53.818148 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-1de1e9e6-ecf0-49c2-a30e-0f26b43f14c5 req-a0a197c7-9593-4d29-9633-b6ea248d4bfe tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 210 time: 0.0312395 Jun 24 10:11:53.887029 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e12b195-f5b0-4656-b430-6eb7faa0956c req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Router 2737a469-8655-48b1-822d-d4cd429b6bb1 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:11:54.003006 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:54.006084 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e12b195-f5b0-4656-b430-6eb7faa0956c req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:11:54.025940 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5f64e3-98d2-4a11-99af-f59a2817c22d None None] Sync routers for ids ['2737a469-8655-48b1-822d-d4cd429b6bb1'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:11:54.026884 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5f64e3-98d2-4a11-99af-f59a2817c22d None None] Routers {'2737a469-8655-48b1-822d-d4cd429b6bb1'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:11:54.027540 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-fd5f64e3-98d2-4a11-99af-f59a2817c22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:11:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['2737a469-8655-48b1-822d-d4cd429b6bb1'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:11:54.053060 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e12b195-f5b0-4656-b430-6eb7faa0956c req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] No DVR routers for this DVR port dda683d8-9678-4843-b72c-ec183c3b9416 on host hv-cinder-84327 {{(pid=110839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:11:54.056407 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-5e12b195-f5b0-4656-b430-6eb7faa0956c req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:54.059838 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5e12b195-f5b0-4656-b430-6eb7faa0956c req-4e0f5233-2fef-445e-b0d2-337a1ef828b3 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.55 "DELETE /v2.0/ports/dda683d8-9678-4843-b72c-ec183c3b9416 HTTP/1.1" status: 204 len: 173 time: 0.9573512 Jun 24 10:11:54.060336 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71237ebb-983e-4e90-98f0-447d662211bf', 'name': 'network-vif-deleted', 'tag': 'dda683d8-9678-4843-b72c-ec183c3b9416'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:11:54.062770 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005f374e-79ec-4449-aad8-22b612422378" -d '{"events": [{"server_uuid": "71237ebb-983e-4e90-98f0-447d662211bf", "name": "network-vif-deleted", "tag": "dda683d8-9678-4843-b72c-ec183c3b9416"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:11:54.157864 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-fd5f64e3-98d2-4a11-99af-f59a2817c22d None None] Set router 2737a469-8655-48b1-822d-d4cd429b6bb1 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:11:54.189420 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cd6d8b-938c-4302-8ddb-3922c4cfef31 x-openstack-request-id: req-c4cd6d8b-938c-4302-8ddb-3922c4cfef31 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:11:54.190112 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71237ebb-983e-4e90-98f0-447d662211bf", "name": "network-vif-deleted", "tag": "dda683d8-9678-4843-b72c-ec183c3b9416", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:11:54.190521 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4cd6d8b-938c-4302-8ddb-3922c4cfef31 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:11:54.191492 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4cd6d8b-938c-4302-8ddb-3922c4cfef31'] response: {'server_uuid': '71237ebb-983e-4e90-98f0-447d662211bf', 'name': 'network-vif-deleted', 'tag': 'dda683d8-9678-4843-b72c-ec183c3b9416', 'status': 'completed', 'code': 200} Jun 24 10:11:54.365948 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-fd5f64e3-98d2-4a11-99af-f59a2817c22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:45Z', 'revision_number': 5, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:11:54.395554 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5f64e3-98d2-4a11-99af-f59a2817c22d None None] Checking router: 2737a469-8655-48b1-822d-d4cd429b6bb1 for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:11:54.404627 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5f64e3-98d2-4a11-99af-f59a2817c22d None None] Routers {'2737a469-8655-48b1-822d-d4cd429b6bb1'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:11:54.405956 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-fd5f64e3-98d2-4a11-99af-f59a2817c22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:11:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['2737a469-8655-48b1-822d-d4cd429b6bb1'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:11:54.509400 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-fd5f64e3-98d2-4a11-99af-f59a2817c22d None None] Set router 2737a469-8655-48b1-822d-d4cd429b6bb1 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:11:54.711984 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-fd5f64e3-98d2-4a11-99af-f59a2817c22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:45Z', 'revision_number': 5, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:11:54.737311 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5f64e3-98d2-4a11-99af-f59a2817c22d None None] The sync data for ids ['2737a469-8655-48b1-822d-d4cd429b6bb1'] in dv-cinder-843277-6-iscsi is: [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:41Z', 'revision_number': 4, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'ec487d7d-8295-4772-ac1f-6ed1f52e6671', 'name': '', 'network_id': '2c1a62ba-de23-4693-a76a-ab88e859eb34', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'mac_address': 'fa:16:3e:13:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '02351637-371e-4010-8915-07491ccbdf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:40Z', 'updated_at': '2022-06-24T10:06:45Z', 'revision_number': 5, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'subnets': [{'id': '02351637-371e-4010-8915-07491ccbdf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:11:54.945862 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-65d4605f-084c-4982-be3d-3a2d5d0728d2 req-ae888bc7-7b95-4010-91d8-d1ac39e72057 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/ports?device_id=71237ebb-983e-4e90-98f0-447d662211bf HTTP/1.1" status: 200 len: 210 time: 0.0304737 Jun 24 10:11:54.981540 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e365ee0e-38ea-47d2-8826-568d8a44007c None None] New status for floating IP 4f7db27f-6ac2-44a4-bd3b-45741f19426b: DOWN {{(pid=110842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:11:56.107824 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 47502) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:11:56.138324 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:11:56.165949 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-710a2c82-8a86-4d5a-8e21-221094218be0 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group (d86f91b4-a803-4de8-ba33-7cbdfedfefa2), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:56.191054 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-710a2c82-8a86-4d5a-8e21-221094218be0 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group (d86f91b4-a803-4de8-ba33-7cbdfedfefa2), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:56.317695 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-710a2c82-8a86-4d5a-8e21-221094218be0 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (d86f91b4-a803-4de8-ba33-7cbdfedfefa2), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:56.320349 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-710a2c82-8a86-4d5a-8e21-221094218be0 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:56.321530 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-710a2c82-8a86-4d5a-8e21-221094218be0 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "DELETE /v2.0/security-groups/d86f91b4-a803-4de8-ba33-7cbdfedfefa2 HTTP/1.1" status: 204 len: 168 time: 0.2126024 Jun 24 10:11:56.324518 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47506) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:11:56.333771 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a2c82-8a86-4d5a-8e21-221094218be0 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86f91b4-a803-4de8-ba33-7cbdfedfefa2,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:56.341586 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.api.v2.resource [None req-7ad4bccc-4690-4cb6-b963-1219faf8ca9e tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] show failed (client error): The resource could not be found. Jun 24 10:11:56.342642 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-7ad4bccc-4690-4cb6-b963-1219faf8ca9e tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "GET /v2.0/security-groups/d86f91b4-a803-4de8-ba33-7cbdfedfefa2 HTTP/1.1" status: 404 len: 347 time: 0.0170958 Jun 24 10:11:56.345850 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47508) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:11:56.459513 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-33cb340e-aabe-4fe1-8b9f-434a75d6bef1 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Deleting port 52f9251a-cfba-4ed3-b4e1-b3c2ba55860f {{(pid=110840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:11:56.459850 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-33cb340e-aabe-4fe1-8b9f-434a75d6bef1 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (52f9251a-cfba-4ed3-b4e1-b3c2ba55860f), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:56.541105 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-33cb340e-aabe-4fe1-8b9f-434a75d6bef1 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (52f9251a-cfba-4ed3-b4e1-b3c2ba55860f), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:56.541428 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-33cb340e-aabe-4fe1-8b9f-434a75d6bef1 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (52f9251a-cfba-4ed3-b4e1-b3c2ba55860f), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:56.558082 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-33cb340e-aabe-4fe1-8b9f-434a75d6bef1 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Calling delete_port for 52f9251a-cfba-4ed3-b4e1-b3c2ba55860f owned by network:floatingip {{(pid=110840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:11:56.839438 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device dda683d8-9678-4843-b72c-ec183c3b9416 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:11:56.863422 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] No Port match for: dda683d8-9678-4843-b72c-ec183c3b9416 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:11:56.863775 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device dda683d8-9678-4843-b72c-ec183c3b9416 not bound to the agent host hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:11:56.866333 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-33cb340e-aabe-4fe1-8b9f-434a75d6bef1 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29645449'] for port (52f9251a-cfba-4ed3-b4e1-b3c2ba55860f), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:56.891989 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb340e-aabe-4fe1-8b9f-434a75d6bef1 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Pushing event deleted for resources: {'Port': ['ID=52f9251a-cfba-4ed3-b4e1-b3c2ba55860f,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:11:56.961823 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-33cb340e-aabe-4fe1-8b9f-434a75d6bef1 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks [] for floatingip (4f7db27f-6ac2-44a4-bd3b-45741f19426b), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:56.964283 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-33cb340e-aabe-4fe1-8b9f-434a75d6bef1 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:11:56.965426 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-33cb340e-aabe-4fe1-8b9f-434a75d6bef1 tempest-AttachVolumeNegativeTest-1676240271 tempest-AttachVolumeNegativeTest-1676240271-project] 10.222.0.26 "DELETE /v2.0/floatingips/4f7db27f-6ac2-44a4-bd3b-45741f19426b HTTP/1.1" status: 204 len: 168 time: 0.6186690 Jun 24 10:11:58.519244 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26e37c61-712d-4447-b785-de9800cbc9dd req-cd682216-a17a-4428-84e2-27ad6541d7df tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1253772007&fields=id&tenant_id=3414c9d5fbfd4397a55c8d03eeb90a19 HTTP/1.1" status: 200 len: 267 time: 0.0555587 Jun 24 10:11:58.640567 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e37c61-712d-4447-b785-de9800cbc9dd req-050ebdd1-151c-4c42-9ed8-8b2f9dc63b0b tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:11:58.642068 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26e37c61-712d-4447-b785-de9800cbc9dd req-050ebdd1-151c-4c42-9ed8-8b2f9dc63b0b tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/networks?id=f789a03c-b019-4c7a-8476-7691a938dc64 HTTP/1.1" status: 200 len: 809 time: 0.1124494 Jun 24 10:11:58.659341 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26e37c61-712d-4447-b785-de9800cbc9dd req-03efc440-267b-43a3-b571-eb607dfe0e13 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/quotas/3414c9d5fbfd4397a55c8d03eeb90a19 HTTP/1.1" status: 200 len: 375 time: 0.0115280 Jun 24 10:11:58.716590 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26e37c61-712d-4447-b785-de9800cbc9dd req-02ed07a6-9f86-4c25-ba42-e2bff50cc95b tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3414c9d5fbfd4397a55c8d03eeb90a19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515902 Jun 24 10:11:58.734806 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [req-26e37c61-712d-4447-b785-de9800cbc9dd req-8443f97a-dbea-4a80-a9b0-7e5e491fa08c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110839) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:11:58.735793 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26e37c61-712d-4447-b785-de9800cbc9dd req-8443f97a-dbea-4a80-a9b0-7e5e491fa08c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054252 Jun 24 10:11:58.834732 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26e37c61-712d-4447-b785-de9800cbc9dd req-d66167c3-8665-4a05-9a73-c16f122a4cd9 service neutron] 10.222.0.26 "GET /v2.0/networks/f789a03c-b019-4c7a-8476-7691a938dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928216 Jun 24 10:11:58.937816 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26e37c61-712d-4447-b785-de9800cbc9dd req-bd43181a-da11-43db-bbc9-42515c5cd15c service neutron] 10.222.0.26 "GET /v2.0/networks/f789a03c-b019-4c7a-8476-7691a938dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951746 Jun 24 10:11:59.760895 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2ccfed31-08b1-4224-8736-c667486c5c3e req-3219377b-808c-42a7-bfa3-9f963c5c15b1 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 210 time: 0.0330102 Jun 24 10:12:00.841433 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b7e01312-b12b-45b7-86ca-d2cb86a775f7 req-dc983c29-ed1b-4fba-ab7c-2b57b0f746ab tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 210 time: 0.0291359 Jun 24 10:12:01.526526 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47572) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:12:01.973356 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-3662a182-1651-4c10-8b00-72553ae3be80 req-bf0945cf-085f-4581-bb75-5f969031c8e1 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 210 time: 0.0433252 Jun 24 10:12:02.145988 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:02.150126 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c30dc6d2-7b5f-4235-84f8-bb5c7e260dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1899912'] for router_interface (2737a469-8655-48b1-822d-d4cd429b6bb1), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:02.192276 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:02.427823 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-c30dc6d2-7b5f-4235-84f8-bb5c7e260dda admin admin] Deleting port ec487d7d-8295-4772-ac1f-6ed1f52e6671 {{(pid=110840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:12:02.428191 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c30dc6d2-7b5f-4235-84f8-bb5c7e260dda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (ec487d7d-8295-4772-ac1f-6ed1f52e6671), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:02.512670 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [None req-c30dc6d2-7b5f-4235-84f8-bb5c7e260dda admin admin] For port ec487d7d-8295-4772-ac1f-6ed1f52e6671, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=ec487d7d-8295-4772-ac1f-6ed1f52e6671,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:12:02.513030 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c30dc6d2-7b5f-4235-84f8-bb5c7e260dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (ec487d7d-8295-4772-ac1f-6ed1f52e6671), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:02.527768 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-c30dc6d2-7b5f-4235-84f8-bb5c7e260dda admin admin] Calling delete_port for ec487d7d-8295-4772-ac1f-6ed1f52e6671 owned by network:router_interface {{(pid=110840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:12:02.849582 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c30dc6d2-7b5f-4235-84f8-bb5c7e260dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29645449'] for port (ec487d7d-8295-4772-ac1f-6ed1f52e6671), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:02.878006 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30dc6d2-7b5f-4235-84f8-bb5c7e260dda admin admin] Pushing event deleted for resources: {'Port': ['ID=ec487d7d-8295-4772-ac1f-6ed1f52e6671,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:02.962495 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:03.105695 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-c30dc6d2-7b5f-4235-84f8-bb5c7e260dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1899804'] for router_interface (2737a469-8655-48b1-822d-d4cd429b6bb1), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:03.460801 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-515280ed-8bfa-470c-af79-ea16e66d10c3 req-60e912d5-c9c8-4c5e-99a0-90fdde32326c tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 210 time: 0.0393090 Jun 24 10:12:03.499278 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e37c61-712d-4447-b785-de9800cbc9dd req-7e66f0a8-c668-4aa9-ac37-fee6f3e5b10e tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:03.501843 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26e37c61-712d-4447-b785-de9800cbc9dd req-7e66f0a8-c668-4aa9-ac37-fee6f3e5b10e tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.55 "GET /v2.0/networks?id=f789a03c-b019-4c7a-8476-7691a938dc64 HTTP/1.1" status: 200 len: 809 time: 0.4906592 Jun 24 10:12:03.595132 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26e37c61-712d-4447-b785-de9800cbc9dd req-0d0d48db-febd-49eb-bd72-ab96704a3854 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3414c9d5fbfd4397a55c8d03eeb90a19 HTTP/1.1" status: 200 len: 380 time: 0.0815659 Jun 24 10:12:03.607168 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-26e37c61-712d-4447-b785-de9800cbc9dd req-9683dd32-d43d-4f5b-9cf1-ab7cfb27021f tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Request body: {'port': {'device_id': '82a43dc1-7e32-45bd-a007-1f9eb0fcedb3', 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64', 'admin_state_up': True, 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'security_groups': ['4a2a3ccd-5148-47b0-9b46-d5a81610df23']}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:12:03.673247 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30dc6d2-7b5f-4235-84f8-bb5c7e260dda admin admin] Router 2737a469-8655-48b1-822d-d4cd429b6bb1 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:12:03.724484 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:03.750299 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:03.804859 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30dc6d2-7b5f-4235-84f8-bb5c7e260dda admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:12:03.810866 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-c30dc6d2-7b5f-4235-84f8-bb5c7e260dda admin admin] 10.222.0.26 "PUT /v2.0/routers/2737a469-8655-48b1-822d-d4cd429b6bb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2854998 Jun 24 10:12:03.815367 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47580) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:12:03.819474 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d7c684-aa47-4dc1-9bc1-89ec932d812f None None] Sync routers for ids ['2737a469-8655-48b1-822d-d4cd429b6bb1'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:12:03.839680 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e37c61-712d-4447-b785-de9800cbc9dd req-9683dd32-d43d-4f5b-9cf1-ab7cfb27021f tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Made reservation on behalf of 3414c9d5fbfd4397a55c8d03eeb90a19 for: {'port': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:12:03.843413 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d7c684-aa47-4dc1-9bc1-89ec932d812f None None] Routers {'2737a469-8655-48b1-822d-d4cd429b6bb1'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:12:03.843413 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-86d7c684-aa47-4dc1-9bc1-89ec932d812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:11:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['2737a469-8655-48b1-822d-d4cd429b6bb1'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:12:03.844913 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-26e37c61-712d-4447-b785-de9800cbc9dd req-9683dd32-d43d-4f5b-9cf1-ab7cfb27021f tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:03.937549 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ccb6c2b2-b41f-4761-8e7b-24debcb527f8 admin admin] Publish callbacks [] for router (2737a469-8655-48b1-822d-d4cd429b6bb1), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:03.972518 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:03.974451 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-86d7c684-aa47-4dc1-9bc1-89ec932d812f None None] Set router 2737a469-8655-48b1-822d-d4cd429b6bb1 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:12:04.010757 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [req-26e37c61-712d-4447-b785-de9800cbc9dd req-9683dd32-d43d-4f5b-9cf1-ab7cfb27021f tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Allocated IP 172.20.0.9 (f789a03c-b019-4c7a-8476-7691a938dc64/3a1aede6-2d12-4f46-9bd2-c76ee717b4b6/27d385ce-eca4-4188-828a-5f898681a1fe) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:12:04.064282 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ccb6c2b2-b41f-4761-8e7b-24debcb527f8 admin admin] Publish callbacks [] for router_gateway (2737a469-8655-48b1-822d-d4cd429b6bb1), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:04.127915 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:04.145762 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:04.191642 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-86d7c684-aa47-4dc1-9bc1-89ec932d812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:12:02Z', 'revision_number': 5, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port': {'id': 'bfccf6e8-062d-47e0-9eff-adcae6b12241', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:33:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:12:04.213392 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-26e37c61-712d-4447-b785-de9800cbc9dd req-9683dd32-d43d-4f5b-9cf1-ab7cfb27021f tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for port (27d385ce-eca4-4188-828a-5f898681a1fe), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:04.218522 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-ccb6c2b2-b41f-4761-8e7b-24debcb527f8 admin admin] Deleting port bfccf6e8-062d-47e0-9eff-adcae6b12241 {{(pid=110840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:12:04.218902 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ccb6c2b2-b41f-4761-8e7b-24debcb527f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (bfccf6e8-062d-47e0-9eff-adcae6b12241), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:04.229227 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d7c684-aa47-4dc1-9bc1-89ec932d812f None None] Checking router: 2737a469-8655-48b1-822d-d4cd429b6bb1 for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:12:04.240605 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d7c684-aa47-4dc1-9bc1-89ec932d812f None None] Routers {'2737a469-8655-48b1-822d-d4cd429b6bb1'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:12:04.241697 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-86d7c684-aa47-4dc1-9bc1-89ec932d812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:11:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['2737a469-8655-48b1-822d-d4cd429b6bb1'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:12:04.333421 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [None req-ccb6c2b2-b41f-4761-8e7b-24debcb527f8 admin admin] For port bfccf6e8-062d-47e0-9eff-adcae6b12241, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=bfccf6e8-062d-47e0-9eff-adcae6b12241,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:12:04.334089 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ccb6c2b2-b41f-4761-8e7b-24debcb527f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (bfccf6e8-062d-47e0-9eff-adcae6b12241), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:04.337506 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-26e37c61-712d-4447-b785-de9800cbc9dd req-9683dd32-d43d-4f5b-9cf1-ab7cfb27021f tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (27d385ce-eca4-4188-828a-5f898681a1fe), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:04.346464 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-86d7c684-aa47-4dc1-9bc1-89ec932d812f None None] Set router 2737a469-8655-48b1-822d-d4cd429b6bb1 gateway port host: None {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:12:04.367099 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-ccb6c2b2-b41f-4761-8e7b-24debcb527f8 admin admin] Calling delete_port for bfccf6e8-062d-47e0-9eff-adcae6b12241 owned by network:router_gateway {{(pid=110840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:12:04.408263 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e37c61-712d-4447-b785-de9800cbc9dd req-9683dd32-d43d-4f5b-9cf1-ab7cfb27021f tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Network f789a03c-b019-4c7a-8476-7691a938dc64 is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:12:04.412508 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [req-26e37c61-712d-4447-b785-de9800cbc9dd req-9683dd32-d43d-4f5b-9cf1-ab7cfb27021f tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:12:04.434796 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e37c61-712d-4447-b785-de9800cbc9dd req-9683dd32-d43d-4f5b-9cf1-ab7cfb27021f tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:12:04.446018 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:04.487714 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683dd32-d43d-4f5b-9cf1-ab7cfb27021f tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Pushing event updated for resources: {'Port': ['ID=27d385ce-eca4-4188-828a-5f898681a1fe,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:04.581014 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-86d7c684-aa47-4dc1-9bc1-89ec932d812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:12:04Z', 'revision_number': 6, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port_host': None}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:12:04.583172 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e37c61-712d-4447-b785-de9800cbc9dd req-9683dd32-d43d-4f5b-9cf1-ab7cfb27021f tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:04.583943 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-26e37c61-712d-4447-b785-de9800cbc9dd req-9683dd32-d43d-4f5b-9cf1-ab7cfb27021f tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:04.607959 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d7c684-aa47-4dc1-9bc1-89ec932d812f None None] The sync data for ids ['2737a469-8655-48b1-822d-d4cd429b6bb1'] in dv-cinder-843277-6-iscsi is: [{'id': '2737a469-8655-48b1-822d-d4cd429b6bb1', 'name': 'tempest-AttachVolumeNegativeTest-1503436863-router', 'tenant_id': '64b655c9ef0948c099f60649b9d5e78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:06:37Z', 'updated_at': '2022-06-24T10:12:04Z', 'revision_number': 6, 'project_id': '64b655c9ef0948c099f60649b9d5e78d', 'gw_port_host': None}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:12:04.672900 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26e37c61-712d-4447-b785-de9800cbc9dd req-9683dd32-d43d-4f5b-9cf1-ab7cfb27021f tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0701640 Jun 24 10:12:04.677821 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fb2ac-3606-4362-a54d-4ef94dfd7f1f req-27ce65cc-ca77-48dc-a37f-64a86a182497 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:04.680059 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b02fb2ac-3606-4362-a54d-4ef94dfd7f1f req-27ce65cc-ca77-48dc-a37f-64a86a182497 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 931 time: 0.0816007 Jun 24 10:12:04.694740 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [req-26e37c61-712d-4447-b785-de9800cbc9dd req-a2fa9fa1-f82e-480f-a8b1-3251ca42c4f6 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110839) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:12:04.696185 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26e37c61-712d-4447-b785-de9800cbc9dd req-a2fa9fa1-f82e-480f-a8b1-3251ca42c4f6 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0164576 Jun 24 10:12:04.779236 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-26e37c61-712d-4447-b785-de9800cbc9dd req-b4d581c3-c084-4699-9a5c-44c58ade2520 service neutron] Request body: {'port': {'device_id': '82a43dc1-7e32-45bd-a007-1f9eb0fcedb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:12:04.785228 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b02fb2ac-3606-4362-a54d-4ef94dfd7f1f req-a9eba0fa-df72-41ee-b228-64269163e3d6 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770199 Jun 24 10:12:04.827769 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-0fb4c8ee-d787-40bd-977b-c393f8f8bec9 None None] Provisioning complete for port 27d385ce-eca4-4188-828a-5f898681a1fe triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:12:04.828733 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-0fb4c8ee-d787-40bd-977b-c393f8f8bec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (27d385ce-eca4-4188-828a-5f898681a1fe), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:04.843785 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-26e37c61-712d-4447-b785-de9800cbc9dd req-b4d581c3-c084-4699-9a5c-44c58ade2520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (27d385ce-eca4-4188-828a-5f898681a1fe), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:04.846570 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:04.865660 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-0fb4c8ee-d787-40bd-977b-c393f8f8bec9 None None] Port 27d385ce-eca4-4188-828a-5f898681a1fe cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:12:04.888825 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ccb6c2b2-b41f-4761-8e7b-24debcb527f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29645449'] for port (bfccf6e8-062d-47e0-9eff-adcae6b12241), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:04.916220 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6c2b2-b41f-4761-8e7b-24debcb527f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfccf6e8-062d-47e0-9eff-adcae6b12241,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:05.045438 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ccb6c2b2-b41f-4761-8e7b-24debcb527f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1897528'] for router_gateway (2737a469-8655-48b1-822d-d4cd429b6bb1), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:05.056518 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device ec487d7d-8295-4772-ac1f-6ed1f52e6671 no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:12:05.058119 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:05.060807 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:05.107911 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: ec487d7d-8295-4772-ac1f-6ed1f52e6671 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:12:05.109300 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device ec487d7d-8295-4772-ac1f-6ed1f52e6671 not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:12:05.168840 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ccb6c2b2-b41f-4761-8e7b-24debcb527f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1836593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9626'] for router (2737a469-8655-48b1-822d-d4cd429b6bb1), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:05.172200 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ccb6c2b2-b41f-4761-8e7b-24debcb527f8 admin admin] Publish callbacks [] for router_controller (2737a469-8655-48b1-822d-d4cd429b6bb1), precommit_delete_associations {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:05.248388 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [req-26e37c61-712d-4447-b785-de9800cbc9dd req-b4d581c3-c084-4699-9a5c-44c58ade2520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d385ce-eca4-4188-828a-5f898681a1fe {{(pid=110839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:12:05.252084 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-26e37c61-712d-4447-b785-de9800cbc9dd req-b4d581c3-c084-4699-9a5c-44c58ade2520 service neutron] Publish callbacks [] for port (27d385ce-eca4-4188-828a-5f898681a1fe), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:05.403188 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.provisioning_blocks [req-26e37c61-712d-4447-b785-de9800cbc9dd req-b4d581c3-c084-4699-9a5c-44c58ade2520 service neutron] Transition to ACTIVE for port object 27d385ce-eca4-4188-828a-5f898681a1fe will not be triggered until provisioned by entity L2. {{(pid=110839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:12:05.403612 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ccb6c2b2-b41f-4761-8e7b-24debcb527f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1836735'] for router (2737a469-8655-48b1-822d-d4cd429b6bb1), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:05.404255 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb6c2b2-b41f-4761-8e7b-24debcb527f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2737a469-8655-48b1-822d-d4cd429b6bb1 {{(pid=110840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:12:05.417997 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ccb6c2b2-b41f-4761-8e7b-24debcb527f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:05.419153 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-ccb6c2b2-b41f-4761-8e7b-24debcb527f8 admin admin] 10.222.0.26 "DELETE /v2.0/routers/2737a469-8655-48b1-822d-d4cd429b6bb1 HTTP/1.1" status: 204 len: 168 time: 1.6027508 Jun 24 10:12:05.421799 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47586) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:12:05.487037 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_v2 [None req-52905b50-1908-4f1a-8d40-a005ccafd03b admin admin] Deleting subnet 02351637-371e-4010-8915-07491ccbdf1d {{(pid=110840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:12:05.491461 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-52905b50-1908-4f1a-8d40-a005ccafd03b admin admin] Publish callbacks [] for subnet (02351637-371e-4010-8915-07491ccbdf1d), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:05.494512 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:05.530684 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-26e37c61-712d-4447-b785-de9800cbc9dd req-b4d581c3-c084-4699-9a5c-44c58ade2520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (27d385ce-eca4-4188-828a-5f898681a1fe), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:05.546928 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-52905b50-1908-4f1a-8d40-a005ccafd03b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29645509'] for subnet (02351637-371e-4010-8915-07491ccbdf1d), precommit_delete_associations {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:05.607916 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:05.624817 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d581c3-c084-4699-9a5c-44c58ade2520 service neutron] Pushing event updated for resources: {'Port': ['ID=27d385ce-eca4-4188-828a-5f898681a1fe,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:05.666187 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-52905b50-1908-4f1a-8d40-a005ccafd03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-760904'] for subnet (02351637-371e-4010-8915-07491ccbdf1d), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:05.676911 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:05.717331 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-26e37c61-712d-4447-b785-de9800cbc9dd req-b4d581c3-c084-4699-9a5c-44c58ade2520 service neutron] Attempting to bind port 27d385ce-eca4-4188-828a-5f898681a1fe on host hv-cinder-84327 for vnic_type normal with profile {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:12:05.717331 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-26e37c61-712d-4447-b785-de9800cbc9dd req-b4d581c3-c084-4699-9a5c-44c58ade2520 service neutron] Attempting to bind port 27d385ce-eca4-4188-828a-5f898681a1fe by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '1f3d6f8b-bd0b-423f-b529-de14e993aa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64'}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:12:05.717679 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e37c61-712d-4447-b785-de9800cbc9dd req-b4d581c3-c084-4699-9a5c-44c58ade2520 service neutron] Attempting to bind port 27d385ce-eca4-4188-828a-5f898681a1fe on network f789a03c-b019-4c7a-8476-7691a938dc64 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:12:05.723327 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e37c61-712d-4447-b785-de9800cbc9dd req-b4d581c3-c084-4699-9a5c-44c58ade2520 service neutron] Port 27d385ce-eca4-4188-828a-5f898681a1fe on network f789a03c-b019-4c7a-8476-7691a938dc64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:12:05.723684 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e37c61-712d-4447-b785-de9800cbc9dd req-b4d581c3-c084-4699-9a5c-44c58ade2520 service neutron] Attempting to bind port 27d385ce-eca4-4188-828a-5f898681a1fe on network f789a03c-b019-4c7a-8476-7691a938dc64 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:12:05.736979 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e37c61-712d-4447-b785-de9800cbc9dd req-b4d581c3-c084-4699-9a5c-44c58ade2520 service neutron] Checking agent: {'id': '26214230-7434-41f1-bd59-00d94ef0f061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'started_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:12:05.737483 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e37c61-712d-4447-b785-de9800cbc9dd req-b4d581c3-c084-4699-9a5c-44c58ade2520 service neutron] Checking segment: {'id': '1f3d6f8b-bd0b-423f-b529-de14e993aa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:12:05.737843 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e37c61-712d-4447-b785-de9800cbc9dd req-b4d581c3-c084-4699-9a5c-44c58ade2520 service neutron] Bound using segment: {'id': '1f3d6f8b-bd0b-423f-b529-de14e993aa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64'} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:12:05.738459 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-26e37c61-712d-4447-b785-de9800cbc9dd req-b4d581c3-c084-4699-9a5c-44c58ade2520 service neutron] Bound port: 27d385ce-eca4-4188-828a-5f898681a1fe, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f3d6f8b-bd0b-423f-b529-de14e993aa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64'}}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:12:05.738618 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-26e37c61-712d-4447-b785-de9800cbc9dd req-b4d581c3-c084-4699-9a5c-44c58ade2520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (27d385ce-eca4-4188-828a-5f898681a1fe), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:05.832371 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-52905b50-1908-4f1a-8d40-a005ccafd03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29645534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33362569'] for subnet (02351637-371e-4010-8915-07491ccbdf1d), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:05.859693 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-26e37c61-712d-4447-b785-de9800cbc9dd req-b4d581c3-c084-4699-9a5c-44c58ade2520 service neutron] For port 27d385ce-eca4-4188-828a-5f898681a1fe, host hv-cinder-84327, cleared binding levels {{(pid=110839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:12:05.864079 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-26e37c61-712d-4447-b785-de9800cbc9dd req-b4d581c3-c084-4699-9a5c-44c58ade2520 service neutron] For port 27d385ce-eca4-4188-828a-5f898681a1fe, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=27d385ce-eca4-4188-828a-5f898681a1fe,segment=NetworkSegment(1f3d6f8b-bd0b-423f-b529-de14e993aa76),segment_id=1f3d6f8b-bd0b-423f-b529-de14e993aa76)] {{(pid=110839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:12:05.893398 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52905b50-1908-4f1a-8d40-a005ccafd03b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02351637-371e-4010-8915-07491ccbdf1d,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:05.901271 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-52905b50-1908-4f1a-8d40-a005ccafd03b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:05.906207 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-52905b50-1908-4f1a-8d40-a005ccafd03b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/02351637-371e-4010-8915-07491ccbdf1d HTTP/1.1" status: 204 len: 168 time: 0.4832149 Jun 24 10:12:05.907673 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4def6374-4e06-4f08-9e14-306071ca8644 None None] Network 2c1a62ba-de23-4693-a76a-ab88e859eb34 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:12:05.909152 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47590) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:12:05.931843 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ae2a2-e511-43d6-bf60-2ddb247e1695 req-f933dec6-e26c-4ded-aa44-0ba242e8c586 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:05.933638 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4b3ae2a2-e511-43d6-bf60-2ddb247e1695 req-f933dec6-e26c-4ded-aa44-0ba242e8c586 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 943 time: 0.0601885 Jun 24 10:12:05.972698 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-26e37c61-712d-4447-b785-de9800cbc9dd req-b4d581c3-c084-4699-9a5c-44c58ade2520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (27d385ce-eca4-4188-828a-5f898681a1fe), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:06.010575 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-50423eb1-e778-42af-86f2-3fcbc795c747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652767'] for network (2c1a62ba-de23-4693-a76a-ab88e859eb34), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:06.039955 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e37c61-712d-4447-b785-de9800cbc9dd req-b4d581c3-c084-4699-9a5c-44c58ade2520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:06.040618 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-26e37c61-712d-4447-b785-de9800cbc9dd req-b4d581c3-c084-4699-9a5c-44c58ade2520 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:06.042356 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26e37c61-712d-4447-b785-de9800cbc9dd req-b4d581c3-c084-4699-9a5c-44c58ade2520 service neutron] 10.222.0.55 "PUT /v2.0/ports/27d385ce-eca4-4188-828a-5f898681a1fe HTTP/1.1" status: 200 len: 1093 time: 1.3336787 Jun 24 10:12:06.042954 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a43dc1-7e32-45bd-a007-1f9eb0fcedb3', 'tag': '27d385ce-eca4-4188-828a-5f898681a1fe'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:12:06.045433 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634b74b8-18f3-4063-954e-b2e159e5ffe4" -d '{"events": [{"name": "network-changed", "server_uuid": "82a43dc1-7e32-45bd-a007-1f9eb0fcedb3", "tag": "27d385ce-eca4-4188-828a-5f898681a1fe"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:12:06.068168 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:06.080871 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-50423eb1-e778-42af-86f2-3fcbc795c747 admin admin] Deleting port bf84f23e-848a-408f-b6b8-3fbd58bbbfee {{(pid=110840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:12:06.082369 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-50423eb1-e778-42af-86f2-3fcbc795c747 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (bf84f23e-848a-408f-b6b8-3fbd58bbbfee), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:06.116672 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-4b3ae2a2-e511-43d6-bf60-2ddb247e1695 req-5f6208a1-bbcb-484b-8759-64f901ee24ff tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655557 Jun 24 10:12:06.127086 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b670a9f8-d0bc-4917-8346-36200d555540 x-openstack-request-id: req-b670a9f8-d0bc-4917-8346-36200d555540 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:12:06.127375 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a43dc1-7e32-45bd-a007-1f9eb0fcedb3", "tag": "27d385ce-eca4-4188-828a-5f898681a1fe", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:12:06.127693 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b670a9f8-d0bc-4917-8346-36200d555540 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:12:06.128216 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b670a9f8-d0bc-4917-8346-36200d555540'] response: {'name': 'network-changed', 'server_uuid': '82a43dc1-7e32-45bd-a007-1f9eb0fcedb3', 'tag': '27d385ce-eca4-4188-828a-5f898681a1fe', 'status': 'completed', 'code': 200} Jun 24 10:12:06.131733 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d581c3-c084-4699-9a5c-44c58ade2520 service neutron] Pushing event updated for resources: {'Port': ['ID=27d385ce-eca4-4188-828a-5f898681a1fe,revision_number=3']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:06.181763 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [None req-50423eb1-e778-42af-86f2-3fcbc795c747 admin admin] For port bf84f23e-848a-408f-b6b8-3fbd58bbbfee, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=bf84f23e-848a-408f-b6b8-3fbd58bbbfee,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:12:06.182135 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-50423eb1-e778-42af-86f2-3fcbc795c747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (bf84f23e-848a-408f-b6b8-3fbd58bbbfee), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:06.205438 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-50423eb1-e778-42af-86f2-3fcbc795c747 admin admin] Calling delete_port for bf84f23e-848a-408f-b6b8-3fbd58bbbfee owned by network:dhcp {{(pid=110840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:12:06.206463 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4ae604-30f5-4efa-9ce1-03580e38766a None None] DHCP port deletion for 2c1a62ba-de23-4693-a76a-ab88e859eb34 request from dv-cinder-843277-6-iscsi {{(pid=110841) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:12:06.236694 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b74b8-18f3-4063-954e-b2e159e5ffe4 req-b444fcca-74d9-41c3-bbca-33153b935197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:06.238707 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-634b74b8-18f3-4063-954e-b2e159e5ffe4 req-b444fcca-74d9-41c3-bbca-33153b935197 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3414c9d5fbfd4397a55c8d03eeb90a19&device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 1127 time: 0.0682313 Jun 24 10:12:06.276914 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6d4ae604-30f5-4efa-9ce1-03580e38766a None None] Deleting port bf84f23e-848a-408f-b6b8-3fbd58bbbfee {{(pid=110841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:12:06.277534 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6d4ae604-30f5-4efa-9ce1-03580e38766a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (bf84f23e-848a-408f-b6b8-3fbd58bbbfee), before_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:06.365160 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b74b8-18f3-4063-954e-b2e159e5ffe4 req-77ac4499-4510-4e80-ad2c-30ef36a8f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:06.366783 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-634b74b8-18f3-4063-954e-b2e159e5ffe4 req-77ac4499-4510-4e80-ad2c-30ef36a8f67e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3414c9d5fbfd4397a55c8d03eeb90a19&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1175666 Jun 24 10:12:06.374261 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-6d4ae604-30f5-4efa-9ce1-03580e38766a None None] For port bf84f23e-848a-408f-b6b8-3fbd58bbbfee, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=bf84f23e-848a-408f-b6b8-3fbd58bbbfee,segment=NetworkSegment(9f62f420-dab8-42b3-80e9-b2fd793dbe36),segment_id=9f62f420-dab8-42b3-80e9-b2fd793dbe36)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:12:06.374662 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6d4ae604-30f5-4efa-9ce1-03580e38766a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (bf84f23e-848a-408f-b6b8-3fbd58bbbfee), precommit_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:06.394444 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6d4ae604-30f5-4efa-9ce1-03580e38766a None None] Calling delete_port for bf84f23e-848a-408f-b6b8-3fbd58bbbfee owned by network:dhcp {{(pid=110841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:12:06.404681 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:06.433163 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-50423eb1-e778-42af-86f2-3fcbc795c747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29645449'] for port (bf84f23e-848a-408f-b6b8-3fbd58bbbfee), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:06.473715 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50423eb1-e778-42af-86f2-3fcbc795c747 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf84f23e-848a-408f-b6b8-3fbd58bbbfee,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:06.475922 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50423eb1-e778-42af-86f2-3fcbc795c747 admin admin] No DVR routers for this DVR port bf84f23e-848a-408f-b6b8-3fbd58bbbfee on host dv-cinder-843277-6-iscsi {{(pid=110840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:12:06.487734 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6d4ae604-30f5-4efa-9ce1-03580e38766a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461'] for port (bf84f23e-848a-408f-b6b8-3fbd58bbbfee), after_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:06.494421 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b74b8-18f3-4063-954e-b2e159e5ffe4 req-80223c7d-ab78-4212-b223-1db6d648e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:06.496532 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-634b74b8-18f3-4063-954e-b2e159e5ffe4 req-80223c7d-ab78-4212-b223-1db6d648e5c2 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1212363 Jun 24 10:12:06.525252 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ae604-30f5-4efa-9ce1-03580e38766a None None] Pushing event deleted for resources: {'Port': ['ID=bf84f23e-848a-408f-b6b8-3fbd58bbbfee,revision_number=None']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:06.534928 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4ae604-30f5-4efa-9ce1-03580e38766a None None] No DVR routers for this DVR port bf84f23e-848a-408f-b6b8-3fbd58bbbfee on host dv-cinder-843277-6-iscsi {{(pid=110841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:12:06.541228 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ae604-30f5-4efa-9ce1-03580e38766a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:06.541566 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ae604-30f5-4efa-9ce1-03580e38766a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:06.546653 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ae604-30f5-4efa-9ce1-03580e38766a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:06.547103 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ae604-30f5-4efa-9ce1-03580e38766a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:06.547396 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ae604-30f5-4efa-9ce1-03580e38766a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:06.547667 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ae604-30f5-4efa-9ce1-03580e38766a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:06.548025 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ae604-30f5-4efa-9ce1-03580e38766a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:06.548415 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ae604-30f5-4efa-9ce1-03580e38766a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:06.548748 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ae604-30f5-4efa-9ce1-03580e38766a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:06.549073 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ae604-30f5-4efa-9ce1-03580e38766a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:06.549396 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ae604-30f5-4efa-9ce1-03580e38766a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:06.549719 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ae604-30f5-4efa-9ce1-03580e38766a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:06.550036 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ae604-30f5-4efa-9ce1-03580e38766a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:06.550405 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ae604-30f5-4efa-9ce1-03580e38766a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:06.550675 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4ae604-30f5-4efa-9ce1-03580e38766a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:06.567733 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-50423eb1-e778-42af-86f2-3fcbc795c747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8753295835275'] for network (2c1a62ba-de23-4693-a76a-ab88e859eb34), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:06.590904 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.services.segments.db [None req-50423eb1-e778-42af-86f2-3fcbc795c747 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1a62ba-de23-4693-a76a-ab88e859eb34']}} {{(pid=110840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:12:06.603518 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.services.segments.db [None req-50423eb1-e778-42af-86f2-3fcbc795c747 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f62f420-dab8-42b3-80e9-b2fd793dbe36') {'for_net_delete': True} {{(pid=110840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:12:06.603827 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.services.segments.db [None req-50423eb1-e778-42af-86f2-3fcbc795c747 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f62f420-dab8-42b3-80e9-b2fd793dbe36') {} {{(pid=110840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:12:06.616527 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-50423eb1-e778-42af-86f2-3fcbc795c747 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753295836052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29645534'] for segment (9f62f420-dab8-42b3-80e9-b2fd793dbe36), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:06.634782 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e37c61-712d-4447-b785-de9800cbc9dd req-8d933393-9a8a-44ef-b17d-7d35007b08d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:06.636332 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26e37c61-712d-4447-b785-de9800cbc9dd req-8d933393-9a8a-44ef-b17d-7d35007b08d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3414c9d5fbfd4397a55c8d03eeb90a19&device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 1127 time: 0.0498760 Jun 24 10:12:06.637170 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-50423eb1-e778-42af-86f2-3fcbc795c747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (9f62f420-dab8-42b3-80e9-b2fd793dbe36), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:06.646024 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50423eb1-e778-42af-86f2-3fcbc795c747 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=110840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:12:06.672196 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-50423eb1-e778-42af-86f2-3fcbc795c747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29645492'] for segment (9f62f420-dab8-42b3-80e9-b2fd793dbe36), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:06.694066 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26e37c61-712d-4447-b785-de9800cbc9dd req-41ed8b6a-68ae-4d40-88ea-5ebe51e5490c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27d385ce-eca4-4188-828a-5f898681a1fe HTTP/1.1" status: 200 len: 217 time: 0.0478187 Jun 24 10:12:06.756342 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.services.segments.plugin [-] Segment 9f62f420-dab8-42b3-80e9-b2fd793dbe36 resource provider aggregate not found Jun 24 10:12:06.762958 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e37c61-712d-4447-b785-de9800cbc9dd req-342c7a10-c8b8-4efe-96cf-a5c7c63b5cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:06.765027 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26e37c61-712d-4447-b785-de9800cbc9dd req-342c7a10-c8b8-4efe-96cf-a5c7c63b5cee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a1aede6-2d12-4f46-9bd2-c76ee717b4b6 HTTP/1.1" status: 200 len: 848 time: 0.0624208 Jun 24 10:12:06.795773 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.services.segments.plugin [-] Segment 9f62f420-dab8-42b3-80e9-b2fd793dbe36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f62f420-dab8-42b3-80e9-b2fd793dbe36 found for delete ", "request_id": "req-0f8c6775-1a50-449b-a562-d3d880e6f3b1"}]} Jun 24 10:12:06.814747 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e37c61-712d-4447-b785-de9800cbc9dd req-aed77c76-7279-45cb-9be1-44e4c023c875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:06.816322 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26e37c61-712d-4447-b785-de9800cbc9dd req-aed77c76-7279-45cb-9be1-44e4c023c875 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f789a03c-b019-4c7a-8476-7691a938dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453234 Jun 24 10:12:06.912107 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-50423eb1-e778-42af-86f2-3fcbc795c747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1893167'] for network (2c1a62ba-de23-4693-a76a-ab88e859eb34), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:06.922003 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26e37c61-712d-4447-b785-de9800cbc9dd req-dbeb17f9-3376-49d1-8784-6fa48c507dd5 service neutron] 10.222.0.55 "GET /v2.0/networks/f789a03c-b019-4c7a-8476-7691a938dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973644 Jun 24 10:12:06.936926 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-50423eb1-e778-42af-86f2-3fcbc795c747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:06.936926 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-50423eb1-e778-42af-86f2-3fcbc795c747 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2c1a62ba-de23-4693-a76a-ab88e859eb34 HTTP/1.1" status: 204 len: 168 time: 1.0223005 Jun 24 10:12:06.936926 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50423eb1-e778-42af-86f2-3fcbc795c747 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c1a62ba-de23-4693-a76a-ab88e859eb34,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:07.017800 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device bf84f23e-848a-408f-b6b8-3fbd58bbbfee no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:12:07.043956 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: bf84f23e-848a-408f-b6b8-3fbd58bbbfee {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:12:07.045189 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device bf84f23e-848a-408f-b6b8-3fbd58bbbfee not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:12:07.045683 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device bfccf6e8-062d-47e0-9eff-adcae6b12241 no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:12:07.051897 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26e37c61-712d-4447-b785-de9800cbc9dd req-09dc31fb-b7d4-4147-a3ec-8647a54f94ea service neutron] 10.222.0.55 "GET /v2.0/networks/f789a03c-b019-4c7a-8476-7691a938dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207535 Jun 24 10:12:07.067230 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: bfccf6e8-062d-47e0-9eff-adcae6b12241 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:12:07.067230 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device bfccf6e8-062d-47e0-9eff-adcae6b12241 not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:12:07.268087 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8016a-10f1-47dc-95c7-37c33162815b req-a116ca65-62a6-434c-bbff-05e0b3c60b05 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:07.271860 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-74c8016a-10f1-47dc-95c7-37c33162815b req-a116ca65-62a6-434c-bbff-05e0b3c60b05 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 943 time: 0.0515535 Jun 24 10:12:07.299699 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:07.328150 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-74c8016a-10f1-47dc-95c7-37c33162815b req-5528b04e-5f9f-406f-969e-d23bdceca7a1 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491691 Jun 24 10:12:07.449666 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 47604) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:12:07.494287 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-aa56296e-f082-43f4-91d6-e8a3d0b9084b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=64b655c9ef0948c099f60649b9d5e78d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434587 Jun 24 10:12:07.497194 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 47606) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:12:07.555439 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-7fbeb959-e4b1-48d6-a518-14dc91cac95e admin admin] Publish callbacks [] for security_group (06253563-3e0f-443a-bf72-72c2f59186b4), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:07.579392 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-7fbeb959-e4b1-48d6-a518-14dc91cac95e admin admin] Publish callbacks [] for security_group (06253563-3e0f-443a-bf72-72c2f59186b4), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:07.608476 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:07.746316 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-7fbeb959-e4b1-48d6-a518-14dc91cac95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (06253563-3e0f-443a-bf72-72c2f59186b4), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:07.750686 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-7fbeb959-e4b1-48d6-a518-14dc91cac95e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:07.751851 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-7fbeb959-e4b1-48d6-a518-14dc91cac95e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/06253563-3e0f-443a-bf72-72c2f59186b4 HTTP/1.1" status: 204 len: 168 time: 0.2528067 Jun 24 10:12:07.761478 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbeb959-e4b1-48d6-a518-14dc91cac95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06253563-3e0f-443a-bf72-72c2f59186b4,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:08.476047 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b192ed2-c114-4ced-9ed4-f6f3f0863cb5 req-5b4ae8e5-70d8-4636-91ef-adf27c0cd4bc tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:08.477633 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9b192ed2-c114-4ced-9ed4-f6f3f0863cb5 req-5b4ae8e5-70d8-4636-91ef-adf27c0cd4bc tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 943 time: 0.0578647 Jun 24 10:12:08.549239 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9b192ed2-c114-4ced-9ed4-f6f3f0863cb5 req-68df58f2-b8be-4590-8e75-7fbb91327704 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649107 Jun 24 10:12:09.709298 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3c042-e827-48bb-bfb1-205c2a923362 req-122e9b85-9a04-4ac5-ad1c-e96d6965a991 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:09.710707 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c6f3c042-e827-48bb-bfb1-205c2a923362 req-122e9b85-9a04-4ac5-ad1c-e96d6965a991 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 943 time: 0.0799460 Jun 24 10:12:09.787491 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-c6f3c042-e827-48bb-bfb1-205c2a923362 req-567e23bb-4f14-4bcc-aa5d-077d26352ff6 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703089 Jun 24 10:12:10.914217 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de14c56-0e24-4c94-95a9-000a42c07d66 req-a92c6b1a-e7ec-4b9e-98e2-a6cf69dbe87b tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:10.916220 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5de14c56-0e24-4c94-95a9-000a42c07d66 req-a92c6b1a-e7ec-4b9e-98e2-a6cf69dbe87b tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 943 time: 0.0560858 Jun 24 10:12:10.998720 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5de14c56-0e24-4c94-95a9-000a42c07d66 req-e6059749-49e0-46e5-beb8-53e507ca0717 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724108 Jun 24 10:12:12.122055 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49eda64-69f1-4cea-8801-843dbbad021a req-0f1171b0-8932-4aae-9e12-1ed427d3ea93 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:12.124075 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d49eda64-69f1-4cea-8801-843dbbad021a req-0f1171b0-8932-4aae-9e12-1ed427d3ea93 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 943 time: 0.0517898 Jun 24 10:12:12.177066 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d49eda64-69f1-4cea-8801-843dbbad021a req-64b6ed88-5bfa-45b7-adf4-91ae18a08611 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469329 Jun 24 10:12:12.341605 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 47684) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:12:12.454023 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a265-8dde-45a5-a4c7-42bce1959433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:12.534584 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a265-8dde-45a5-a4c7-42bce1959433 admin admin] Publish callbacks [] for security_group (4b308f18-4a78-4f84-aa02-1eb8ff82f9a5), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:12.660617 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a265-8dde-45a5-a4c7-42bce1959433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (4b308f18-4a78-4f84-aa02-1eb8ff82f9a5), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:12.703068 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0a265-8dde-45a5-a4c7-42bce1959433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b308f18-4a78-4f84-aa02-1eb8ff82f9a5,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:12.708541 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-7ef0a265-8dde-45a5-a4c7-42bce1959433 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=82cc93a857744b34ba67fdfb93c43b44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3657985 Jun 24 10:12:12.711127 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 47688) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:12:12.767000 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c0377c7d-1e83-41c3-9a00-3a66c2c607f5 admin admin] Publish callbacks [] for security_group (4b308f18-4a78-4f84-aa02-1eb8ff82f9a5), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:12.791523 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c0377c7d-1e83-41c3-9a00-3a66c2c607f5 admin admin] Publish callbacks [] for security_group (4b308f18-4a78-4f84-aa02-1eb8ff82f9a5), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:12.957872 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c0377c7d-1e83-41c3-9a00-3a66c2c607f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (4b308f18-4a78-4f84-aa02-1eb8ff82f9a5), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:12.960538 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-c0377c7d-1e83-41c3-9a00-3a66c2c607f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:12.961711 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-c0377c7d-1e83-41c3-9a00-3a66c2c607f5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4b308f18-4a78-4f84-aa02-1eb8ff82f9a5 HTTP/1.1" status: 204 len: 168 time: 0.2496428 Jun 24 10:12:12.972581 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0377c7d-1e83-41c3-9a00-3a66c2c607f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b308f18-4a78-4f84-aa02-1eb8ff82f9a5,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:13.302283 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888afbce-f607-47c4-b997-3cab46e3b983 req-e87953c9-93a9-43cd-8954-1425203e3560 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:13.304220 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-888afbce-f607-47c4-b997-3cab46e3b983 req-e87953c9-93a9-43cd-8954-1425203e3560 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 943 time: 0.0544322 Jun 24 10:12:13.353926 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:13.364710 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-888afbce-f607-47c4-b997-3cab46e3b983 req-1beff9f7-7caf-4512-aeec-4a9dba6e41f3 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509033 Jun 24 10:12:13.946406 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47696) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:12:13.961148 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-756cd9ca-7f54-4aef-9367-c93e07aa65e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:14.044766 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-756cd9ca-7f54-4aef-9367-c93e07aa65e1 admin admin] Publish callbacks [] for security_group (f233c241-081f-4132-ace1-61b71ac9f1ad), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:14.151315 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-756cd9ca-7f54-4aef-9367-c93e07aa65e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (f233c241-081f-4132-ace1-61b71ac9f1ad), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:14.197500 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-756cd9ca-7f54-4aef-9367-c93e07aa65e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b452dec9abf849aba26345757e004fce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498367 Jun 24 10:12:14.198132 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cd9ca-7f54-4aef-9367-c93e07aa65e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f233c241-081f-4132-ace1-61b71ac9f1ad,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:14.200254 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 47698) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:12:14.255357 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3981bbac-3c37-459c-a43d-6d71bfbc1c69 admin admin] Publish callbacks [] for security_group (f233c241-081f-4132-ace1-61b71ac9f1ad), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:14.280312 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3981bbac-3c37-459c-a43d-6d71bfbc1c69 admin admin] Publish callbacks [] for security_group (f233c241-081f-4132-ace1-61b71ac9f1ad), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:14.460512 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3981bbac-3c37-459c-a43d-6d71bfbc1c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (f233c241-081f-4132-ace1-61b71ac9f1ad), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:14.463059 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3981bbac-3c37-459c-a43d-6d71bfbc1c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:14.464252 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-3981bbac-3c37-459c-a43d-6d71bfbc1c69 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f233c241-081f-4132-ace1-61b71ac9f1ad HTTP/1.1" status: 204 len: 168 time: 0.2622647 Jun 24 10:12:14.474148 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981bbac-3c37-459c-a43d-6d71bfbc1c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f233c241-081f-4132-ace1-61b71ac9f1ad,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:14.490297 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03867e-d5c1-4f04-a314-54710507d0b5 req-9545a650-6fd4-4446-9593-bef576b10a00 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:14.491944 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0e03867e-d5c1-4f04-a314-54710507d0b5 req-9545a650-6fd4-4446-9593-bef576b10a00 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 943 time: 0.0533965 Jun 24 10:12:14.549294 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0e03867e-d5c1-4f04-a314-54710507d0b5 req-e4052fa8-d3f3-4423-93f9-56fde28fc3df tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495970 Jun 24 10:12:14.819748 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:14.958124 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 27d385ce-eca4-4188-828a-5f898681a1fe details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:12:15.051280 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:15.070475 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 27d385ce-eca4-4188-828a-5f898681a1fe, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=27d385ce-eca4-4188-828a-5f898681a1fe,segment=NetworkSegment(1f3d6f8b-bd0b-423f-b529-de14e993aa76),segment_id=1f3d6f8b-bd0b-423f-b529-de14e993aa76)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:12:15.089034 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': '27d385ce-eca4-4188-828a-5f898681a1fe', 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64', 'port_id': '27d385ce-eca4-4188-828a-5f898681a1fe', 'mac_address': 'fa:16:3e:e5:e9:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1aede6-2d12-4f46-9bd2-c76ee717b4b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:12:15.134899 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 27d385ce-eca4-4188-828a-5f898681a1fe is: DOWN; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:12:15.135293 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (27d385ce-eca4-4188-828a-5f898681a1fe), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:15.150499 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d385ce-eca4-4188-828a-5f898681a1fe {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:12:15.180200 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 27d385ce-eca4-4188-828a-5f898681a1fe, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=27d385ce-eca4-4188-828a-5f898681a1fe,segment=NetworkSegment(1f3d6f8b-bd0b-423f-b529-de14e993aa76),segment_id=1f3d6f8b-bd0b-423f-b529-de14e993aa76)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:12:15.345923 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (27d385ce-eca4-4188-828a-5f898681a1fe), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:15.403446 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=27d385ce-eca4-4188-828a-5f898681a1fe,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:15.597220 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['27d385ce-eca4-4188-828a-5f898681a1fe'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:12:15.715875 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3159231-074d-42d4-8b71-f1b5637ed304 req-10c32b20-8800-4df9-9a89-b8938901b9fa tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:15.717689 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d3159231-074d-42d4-8b71-f1b5637ed304 req-10c32b20-8800-4df9-9a89-b8938901b9fa tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 944 time: 0.0674312 Jun 24 10:12:15.775354 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d3159231-074d-42d4-8b71-f1b5637ed304 req-637998d7-592b-40b4-b6d8-7e30ad3b1be0 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512648 Jun 24 10:12:15.842918 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-5ce7d505-9ffc-4f8e-96d4-116668565beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:16.915314 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17bbd6-2a0f-46df-9207-4781afe65201 req-9efcbf30-aebd-46f0-9161-2321a02deaf0 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:16.917450 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9a17bbd6-2a0f-46df-9207-4781afe65201 req-9efcbf30-aebd-46f0-9161-2321a02deaf0 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 944 time: 0.0572653 Jun 24 10:12:16.974116 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 27d385ce-eca4-4188-828a-5f898681a1fe up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:12:16.996952 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9a17bbd6-2a0f-46df-9207-4781afe65201 req-dfd8908b-b184-44b3-8d72-2c14d65e1211 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696237 Jun 24 10:12:17.035466 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning for port 27d385ce-eca4-4188-828a-5f898681a1fe completed by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:12:17.123870 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port 27d385ce-eca4-4188-828a-5f898681a1fe triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:12:17.125124 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (27d385ce-eca4-4188-828a-5f898681a1fe), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:17.223701 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 27d385ce-eca4-4188-828a-5f898681a1fe is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:12:17.224396 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (27d385ce-eca4-4188-828a-5f898681a1fe), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:17.253717 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a43dc1-7e32-45bd-a007-1f9eb0fcedb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d385ce-eca4-4188-828a-5f898681a1fe'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:12:17.255979 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d55791-5111-47b5-8ccd-cc8ea90a1a31" -d '{"events": [{"server_uuid": "82a43dc1-7e32-45bd-a007-1f9eb0fcedb3", "name": "network-vif-plugged", "status": "completed", "tag": "27d385ce-eca4-4188-828a-5f898681a1fe"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:12:17.276928 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 27d385ce-eca4-4188-828a-5f898681a1fe, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=27d385ce-eca4-4188-828a-5f898681a1fe,segment=NetworkSegment(1f3d6f8b-bd0b-423f-b529-de14e993aa76),segment_id=1f3d6f8b-bd0b-423f-b529-de14e993aa76)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:12:17.426089 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (27d385ce-eca4-4188-828a-5f898681a1fe), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:17.504287 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fe01c2-310b-4bdf-a308-00a5b2715560 x-openstack-request-id: req-a5fe01c2-310b-4bdf-a308-00a5b2715560 {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:12:17.504580 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a43dc1-7e32-45bd-a007-1f9eb0fcedb3", "name": "network-vif-plugged", "status": "completed", "tag": "27d385ce-eca4-4188-828a-5f898681a1fe", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:12:17.504833 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a5fe01c2-310b-4bdf-a308-00a5b2715560 {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:12:17.508112 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5fe01c2-310b-4bdf-a308-00a5b2715560'] response: {'server_uuid': '82a43dc1-7e32-45bd-a007-1f9eb0fcedb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d385ce-eca4-4188-828a-5f898681a1fe', 'code': 200} Jun 24 10:12:17.516717 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:17.527253 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=27d385ce-eca4-4188-828a-5f898681a1fe,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:17.952391 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-9351452d-fe3a-4d8d-840e-023c5a1cf58d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:18.051028 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41752ac1-91a4-4e38-a274-df8cb4a906aa req-0a138ef6-f925-42fe-8517-9bd2253a330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:18.053281 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-41752ac1-91a4-4e38-a274-df8cb4a906aa req-0a138ef6-f925-42fe-8517-9bd2253a330f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 1129 time: 0.0544505 Jun 24 10:12:18.089264 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 47764) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:12:18.095312 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:18.123636 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-41752ac1-91a4-4e38-a274-df8cb4a906aa req-dccba5b8-e275-4bcf-822c-c6fc45faf668 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617235 Jun 24 10:12:18.149000 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce623a-d2e9-4537-946c-2e86ae55ef1f req-6f4481c3-42b9-4323-9966-88e7ca05342f tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:18.150764 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-75ce623a-d2e9-4537-946c-2e86ae55ef1f req-6f4481c3-42b9-4323-9966-88e7ca05342f tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 945 time: 0.0665705 Jun 24 10:12:18.228728 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-75ce623a-d2e9-4537-946c-2e86ae55ef1f req-8224baba-84a5-42e6-889e-671f3e241c39 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708013 Jun 24 10:12:18.240236 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-09e2bd2c-298d-4bf4-b2d5-357978235cb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:18.336177 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-09e2bd2c-298d-4bf4-b2d5-357978235cb0 admin admin] Publish callbacks [] for security_group (826c08eb-6740-4520-b3fc-c1364a8c10d8), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:18.472201 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-09e2bd2c-298d-4bf4-b2d5-357978235cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (826c08eb-6740-4520-b3fc-c1364a8c10d8), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:18.522672 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2bd2c-298d-4bf4-b2d5-357978235cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826c08eb-6740-4520-b3fc-c1364a8c10d8,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:18.530767 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47768) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:12:18.530975 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-09e2bd2c-298d-4bf4-b2d5-357978235cb0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=832419f98544417c9a704559fc164476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4405096 Jun 24 10:12:18.590636 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-9b769e92-8ca8-4f81-be2c-b542ca8ba3b4 admin admin] Publish callbacks [] for security_group (826c08eb-6740-4520-b3fc-c1364a8c10d8), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:18.615468 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-9b769e92-8ca8-4f81-be2c-b542ca8ba3b4 admin admin] Publish callbacks [] for security_group (826c08eb-6740-4520-b3fc-c1364a8c10d8), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:18.813783 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-9b769e92-8ca8-4f81-be2c-b542ca8ba3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (826c08eb-6740-4520-b3fc-c1364a8c10d8), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:18.816815 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-9b769e92-8ca8-4f81-be2c-b542ca8ba3b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:18.818074 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-9b769e92-8ca8-4f81-be2c-b542ca8ba3b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/826c08eb-6740-4520-b3fc-c1364a8c10d8 HTTP/1.1" status: 204 len: 168 time: 0.2860732 Jun 24 10:12:18.826976 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b769e92-8ca8-4f81-be2c-b542ca8ba3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826c08eb-6740-4520-b3fc-c1364a8c10d8,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:19.225884 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:19.358154 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef3a51-2933-4a18-83bc-2c107b05b77f req-dea9bff2-c46f-4e57-af99-2adeaa0d6022 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:19.359675 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-abef3a51-2933-4a18-83bc-2c107b05b77f req-dea9bff2-c46f-4e57-af99-2adeaa0d6022 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 945 time: 0.0562563 Jun 24 10:12:19.416775 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-abef3a51-2933-4a18-83bc-2c107b05b77f req-12c31951-a802-4395-8ee1-105233f42f44 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507443 Jun 24 10:12:19.861673 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47776) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:12:19.882024 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-12cb21e2-7965-4617-9569-9b937176cae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:19.901468 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:19.913545 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:19.966130 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-12cb21e2-7965-4617-9569-9b937176cae4 admin admin] Publish callbacks [] for security_group (ac150816-cb8b-4d25-a35b-1c5858f405b5), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:20.140210 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-12cb21e2-7965-4617-9569-9b937176cae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (ac150816-cb8b-4d25-a35b-1c5858f405b5), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:20.183012 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-12cb21e2-7965-4617-9569-9b937176cae4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c87515fdb723435c93099762a39bc9f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199832 Jun 24 10:12:20.184036 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb21e2-7965-4617-9569-9b937176cae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac150816-cb8b-4d25-a35b-1c5858f405b5,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:20.185764 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 47778) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:12:20.213933 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:20.247102 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-9d8c92e9-9902-444b-bdba-e78a3e7150cf admin admin] Publish callbacks [] for security_group (ac150816-cb8b-4d25-a35b-1c5858f405b5), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:20.271513 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-9d8c92e9-9902-444b-bdba-e78a3e7150cf admin admin] Publish callbacks [] for security_group (ac150816-cb8b-4d25-a35b-1c5858f405b5), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:20.539470 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed66911-6b95-459b-815e-f44039280ddb req-d285bac9-cb2d-4795-a80d-fe1bf4abae82 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:20.540889 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4ed66911-6b95-459b-815e-f44039280ddb req-d285bac9-cb2d-4795-a80d-fe1bf4abae82 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 945 time: 0.0521300 Jun 24 10:12:20.597773 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4ed66911-6b95-459b-815e-f44039280ddb req-0f87b03e-9a9d-4f20-a348-7981391bc1e6 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509679 Jun 24 10:12:20.625807 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-9d8c92e9-9902-444b-bdba-e78a3e7150cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (ac150816-cb8b-4d25-a35b-1c5858f405b5), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:20.631185 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-9d8c92e9-9902-444b-bdba-e78a3e7150cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:20.631185 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-9d8c92e9-9902-444b-bdba-e78a3e7150cf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ac150816-cb8b-4d25-a35b-1c5858f405b5 HTTP/1.1" status: 204 len: 168 time: 0.4435799 Jun 24 10:12:20.645706 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c92e9-9902-444b-bdba-e78a3e7150cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac150816-cb8b-4d25-a35b-1c5858f405b5,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:20.736505 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d426d8d-1d47-4e3e-b348-b9c6e342cb23 req-d70087b1-86cb-4d5a-bcbb-85211483761c tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:20.736505 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9d426d8d-1d47-4e3e-b348-b9c6e342cb23 req-d70087b1-86cb-4d5a-bcbb-85211483761c tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 945 time: 0.0524702 Jun 24 10:12:20.803026 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9d426d8d-1d47-4e3e-b348-b9c6e342cb23 req-44c62969-dc1c-4700-9eee-54009945c1b5 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550354 Jun 24 10:12:20.822912 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47786) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:12:20.888532 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:21.019174 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:12:21.049154 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:21.100537 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b73f4c-17dc-4a63-98ab-adb66710da1a tempest-TestShelveInstance-1294797279 tempest-TestShelveInstance-1294797279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:21.102086 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-f3b73f4c-17dc-4a63-98ab-adb66710da1a tempest-TestShelveInstance-1294797279 tempest-TestShelveInstance-1294797279-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 1124 time: 0.2780905 Jun 24 10:12:21.105312 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47790) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:12:21.112623 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-881f93ac-b340-4639-a5a5-3dc4e68e6227 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Request body: {'floatingip': {'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'port_id': '27d385ce-eca4-4188-828a-5f898681a1fe', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:12:21.272241 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-881f93ac-b340-4639-a5a5-3dc4e68e6227 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:21.363663 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-881f93ac-b340-4639-a5a5-3dc4e68e6227 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:21.477592 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_common [None req-881f93ac-b340-4639-a5a5-3dc4e68e6227 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Allocated IP 172.27.2.12 (a3837c3f-8d84-4126-8dfc-b4bde8a26600/ef99dc90-6579-4f1e-9fc6-58eb2334384d/2a63cedf-528b-4fa3-aa19-2eb43e9065bc) {{(pid=110840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:12:21.604110 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-881f93ac-b340-4639-a5a5-3dc4e68e6227 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for port (2a63cedf-528b-4fa3-aa19-2eb43e9065bc), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:21.723533 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-881f93ac-b340-4639-a5a5-3dc4e68e6227 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29645449'] for port (2a63cedf-528b-4fa3-aa19-2eb43e9065bc), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:21.768989 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881f93ac-b340-4639-a5a5-3dc4e68e6227 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:12:21.772076 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-881f93ac-b340-4639-a5a5-3dc4e68e6227 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:12:21.785450 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881f93ac-b340-4639-a5a5-3dc4e68e6227 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Received port after_create {{(pid=110840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:12:21.785450 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f93ac-b340-4639-a5a5-3dc4e68e6227 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Pushing event updated for resources: {'Port': ['ID=2a63cedf-528b-4fa3-aa19-2eb43e9065bc,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:21.878464 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:UPDATE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:22.141867 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:22.158901 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-881f93ac-b340-4639-a5a5-3dc4e68e6227 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for floatingip (5fc2b100-3da2-40f0-bf5d-a703056801d9), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:22.310770 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-881f93ac-b340-4639-a5a5-3dc4e68e6227 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (2a63cedf-528b-4fa3-aa19-2eb43e9065bc), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:22.483972 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-881f93ac-b340-4639-a5a5-3dc4e68e6227 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for port (2a63cedf-528b-4fa3-aa19-2eb43e9065bc), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:22.573952 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-881f93ac-b340-4639-a5a5-3dc4e68e6227 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29645456'] for port (2a63cedf-528b-4fa3-aa19-2eb43e9065bc), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:22.645758 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f93ac-b340-4639-a5a5-3dc4e68e6227 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Pushing event updated for resources: {'Port': ['ID=2a63cedf-528b-4fa3-aa19-2eb43e9065bc,revision_number=2']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:22.670187 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-881f93ac-b340-4639-a5a5-3dc4e68e6227 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (5fc2b100-3da2-40f0-bf5d-a703056801d9), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:22.785166 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.db.l3_db [None req-881f93ac-b340-4639-a5a5-3dc4e68e6227 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Floating IP 5fc2b100-3da2-40f0-bf5d-a703056801d9 associated. External IP: 172.27.2.12, port: 27d385ce-eca4-4188-828a-5f898681a1fe. Jun 24 10:12:22.987655 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:23.011070 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881f93ac-b340-4639-a5a5-3dc4e68e6227 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Router 36e4a15f-020d-46cb-9c66-71221aed041d has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:12:23.291322 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:23.370747 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881f93ac-b340-4639-a5a5-3dc4e68e6227 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:12:23.385865 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4e7c0f-ef4a-4abc-b5c9-c4fe64498a0f None None] Sync routers for ids ['36e4a15f-020d-46cb-9c66-71221aed041d'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:12:23.401344 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4e7c0f-ef4a-4abc-b5c9-c4fe64498a0f None None] Routers {'36e4a15f-020d-46cb-9c66-71221aed041d'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:12:23.402024 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-ac4e7c0f-ef4a-4abc-b5c9-c4fe64498a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:12:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['36e4a15f-020d-46cb-9c66-71221aed041d'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:12:23.479296 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-881f93ac-b340-4639-a5a5-3dc4e68e6227 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:23.517598 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-881f93ac-b340-4639-a5a5-3dc4e68e6227 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4111302 Jun 24 10:12:23.518521 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a43dc1-7e32-45bd-a007-1f9eb0fcedb3', 'tag': '27d385ce-eca4-4188-828a-5f898681a1fe'}] {{(pid=110840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:12:23.521480 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918deba4491858943d5af62f7e2b7193d4f3e11e5a976540219041625139a41f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2438e24-3f3c-42a6-ab2a-404ed2792927" -d '{"events": [{"name": "network-changed", "server_uuid": "82a43dc1-7e32-45bd-a007-1f9eb0fcedb3", "tag": "27d385ce-eca4-4188-828a-5f898681a1fe"}]}' {{(pid=110840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:12:23.642609 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-ac4e7c0f-ef4a-4abc-b5c9-c4fe64498a0f None None] Set router 36e4a15f-020d-46cb-9c66-71221aed041d gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:12:23.778830 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81171602-ca51-4bb9-b7b3-f4a227e1eebe x-openstack-request-id: req-81171602-ca51-4bb9-b7b3-f4a227e1eebe {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:12:23.778830 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a43dc1-7e32-45bd-a007-1f9eb0fcedb3", "tag": "27d385ce-eca4-4188-828a-5f898681a1fe", "status": "completed", "code": 200}]} {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:12:23.778830 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-81171602-ca51-4bb9-b7b3-f4a227e1eebe {{(pid=110840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:12:23.779159 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81171602-ca51-4bb9-b7b3-f4a227e1eebe'] response: {'name': 'network-changed', 'server_uuid': '82a43dc1-7e32-45bd-a007-1f9eb0fcedb3', 'tag': '27d385ce-eca4-4188-828a-5f898681a1fe', 'status': 'completed', 'code': 200} Jun 24 10:12:23.865317 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2438e24-3f3c-42a6-ab2a-404ed2792927 req-6ddace60-7976-41b9-9e5f-58642270ef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:23.868595 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a2438e24-3f3c-42a6-ab2a-404ed2792927 req-6ddace60-7976-41b9-9e5f-58642270ef03 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3414c9d5fbfd4397a55c8d03eeb90a19&device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 1129 time: 0.0588915 Jun 24 10:12:23.935725 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-ac4e7c0f-ef4a-4abc-b5c9-c4fe64498a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'name': 'tempest-TestShelveInstance-1235426128-router', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:26Z', 'revision_number': 4, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'gw_port': {'id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '5fc2b100-3da2-40f0-bf5d-a703056801d9', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'port_id': '27d385ce-eca4-4188-828a-5f898681a1fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64', 'mac_address': 'fa:16:3e:e5:e9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a43dc1-7e32-45bd-a007-1f9eb0fcedb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:12:22Z', 'updated_at': '2022-06-24T10:12:22Z', 'revision_number': 0, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a90347-06be-461c-8df1-eecfe86024d4', 'name': '', 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'mac_address': 'fa:16:3e:16:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '3a1aede6-2d12-4f46-9bd2-c76ee717b4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:25Z', 'updated_at': '2022-06-24T10:11:30Z', 'revision_number': 5, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'subnets': [{'id': '3a1aede6-2d12-4f46-9bd2-c76ee717b4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:12:23.969397 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4e7c0f-ef4a-4abc-b5c9-c4fe64498a0f None None] Checking router: 36e4a15f-020d-46cb-9c66-71221aed041d for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:12:23.984489 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4e7c0f-ef4a-4abc-b5c9-c4fe64498a0f None None] Routers {'36e4a15f-020d-46cb-9c66-71221aed041d'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:12:23.985618 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-ac4e7c0f-ef4a-4abc-b5c9-c4fe64498a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:12:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['36e4a15f-020d-46cb-9c66-71221aed041d'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:12:23.990692 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2438e24-3f3c-42a6-ab2a-404ed2792927 req-32bda87f-dce4-4b87-85b2-1003302bc86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:23.992586 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a2438e24-3f3c-42a6-ab2a-404ed2792927 req-32bda87f-dce4-4b87-85b2-1003302bc86c service neutron] 10.222.0.55 "GET /v2.0/networks?id=f789a03c-b019-4c7a-8476-7691a938dc64 HTTP/1.1" status: 200 len: 910 time: 0.1180356 Jun 24 10:12:24.100998 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a2438e24-3f3c-42a6-ab2a-404ed2792927 req-35d5452a-9958-4955-96de-b61e5b5eb4e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27d385ce-eca4-4188-828a-5f898681a1fe HTTP/1.1" status: 200 len: 998 time: 0.1026344 Jun 24 10:12:24.120065 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-ac4e7c0f-ef4a-4abc-b5c9-c4fe64498a0f None None] Set router 36e4a15f-020d-46cb-9c66-71221aed041d gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:12:24.177637 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2438e24-3f3c-42a6-ab2a-404ed2792927 req-c0edc49e-9145-4301-bada-5d7ffeca0821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:24.179728 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a2438e24-3f3c-42a6-ab2a-404ed2792927 req-c0edc49e-9145-4301-bada-5d7ffeca0821 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a1aede6-2d12-4f46-9bd2-c76ee717b4b6 HTTP/1.1" status: 200 len: 848 time: 0.0729113 Jun 24 10:12:24.240645 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2438e24-3f3c-42a6-ab2a-404ed2792927 req-7f86eda0-3133-40f3-8b61-6a69687d0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:12:24.243006 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a2438e24-3f3c-42a6-ab2a-404ed2792927 req-7f86eda0-3133-40f3-8b61-6a69687d0595 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f789a03c-b019-4c7a-8476-7691a938dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574458 Jun 24 10:12:24.353461 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:24.371739 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a2438e24-3f3c-42a6-ab2a-404ed2792927 req-ffa49188-44d9-4b7b-af6c-9337d9c125e5 service neutron] 10.222.0.55 "GET /v2.0/networks/f789a03c-b019-4c7a-8476-7691a938dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225097 Jun 24 10:12:24.426698 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-ac4e7c0f-ef4a-4abc-b5c9-c4fe64498a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'name': 'tempest-TestShelveInstance-1235426128-router', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:26Z', 'revision_number': 4, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'gw_port': {'id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '5fc2b100-3da2-40f0-bf5d-a703056801d9', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'port_id': '27d385ce-eca4-4188-828a-5f898681a1fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64', 'mac_address': 'fa:16:3e:e5:e9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a43dc1-7e32-45bd-a007-1f9eb0fcedb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:12:22Z', 'updated_at': '2022-06-24T10:12:22Z', 'revision_number': 0, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a90347-06be-461c-8df1-eecfe86024d4', 'name': '', 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'mac_address': 'fa:16:3e:16:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '3a1aede6-2d12-4f46-9bd2-c76ee717b4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:25Z', 'updated_at': '2022-06-24T10:11:30Z', 'revision_number': 5, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'subnets': [{'id': '3a1aede6-2d12-4f46-9bd2-c76ee717b4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:12:24.453204 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4e7c0f-ef4a-4abc-b5c9-c4fe64498a0f None None] The sync data for ids ['36e4a15f-020d-46cb-9c66-71221aed041d'] in dv-cinder-843277-6-iscsi is: [{'id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'name': 'tempest-TestShelveInstance-1235426128-router', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:26Z', 'revision_number': 4, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'gw_port': {'id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '5fc2b100-3da2-40f0-bf5d-a703056801d9', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'port_id': '27d385ce-eca4-4188-828a-5f898681a1fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64', 'mac_address': 'fa:16:3e:e5:e9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a43dc1-7e32-45bd-a007-1f9eb0fcedb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:12:22Z', 'updated_at': '2022-06-24T10:12:22Z', 'revision_number': 0, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a90347-06be-461c-8df1-eecfe86024d4', 'name': '', 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'mac_address': 'fa:16:3e:16:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '3a1aede6-2d12-4f46-9bd2-c76ee717b4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:25Z', 'updated_at': '2022-06-24T10:11:30Z', 'revision_number': 5, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'subnets': [{'id': '3a1aede6-2d12-4f46-9bd2-c76ee717b4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:12:24.508274 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a2438e24-3f3c-42a6-ab2a-404ed2792927 req-515e04ce-6fcf-4b76-a79f-422bfe1602d4 service neutron] 10.222.0.55 "GET /v2.0/networks/f789a03c-b019-4c7a-8476-7691a938dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308167 Jun 24 10:12:24.700408 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3663795-2c34-45ef-9a3b-57dbd63cf91b None None] New status for floating IP 5fc2b100-3da2-40f0-bf5d-a703056801d9: ACTIVE {{(pid=110841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:12:33.511424 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:33.513395 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=33,neutron:DELETE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:34.503095 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:34.504221 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=52 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:34.561533 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47916) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:12:34.679260 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6b492ad6-099d-41a9-9a7b-40a26ea119b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:34.762979 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6b492ad6-099d-41a9-9a7b-40a26ea119b7 admin admin] Publish callbacks [] for security_group (dfa6e783-ddf0-49ee-94c2-18a1da50b878), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:34.810711 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:34.814875 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:34.865752 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6b492ad6-099d-41a9-9a7b-40a26ea119b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (dfa6e783-ddf0-49ee-94c2-18a1da50b878), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:34.904857 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b492ad6-099d-41a9-9a7b-40a26ea119b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa6e783-ddf0-49ee-94c2-18a1da50b878,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:34.909172 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-6b492ad6-099d-41a9-9a7b-40a26ea119b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae29448cd12b4abc85efc6d1b66d8fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3463185 Jun 24 10:12:34.912652 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47920) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:12:34.976194 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1f2888db-274d-46fb-8e25-ad3d1a3b37c8 admin admin] Publish callbacks [] for security_group (dfa6e783-ddf0-49ee-94c2-18a1da50b878), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:34.999865 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1f2888db-274d-46fb-8e25-ad3d1a3b37c8 admin admin] Publish callbacks [] for security_group (dfa6e783-ddf0-49ee-94c2-18a1da50b878), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:35.140446 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1f2888db-274d-46fb-8e25-ad3d1a3b37c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (dfa6e783-ddf0-49ee-94c2-18a1da50b878), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:35.144961 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-1f2888db-274d-46fb-8e25-ad3d1a3b37c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:35.146880 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-1f2888db-274d-46fb-8e25-ad3d1a3b37c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dfa6e783-ddf0-49ee-94c2-18a1da50b878 HTTP/1.1" status: 204 len: 168 time: 0.2336609 Jun 24 10:12:35.160720 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2888db-274d-46fb-8e25-ad3d1a3b37c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa6e783-ddf0-49ee-94c2-18a1da50b878,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:35.522460 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:35.893995 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=83 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:36.052247 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47926) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:12:36.067005 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ba4584ad-a1f9-4e86-96bb-168c67b75e34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:36.153654 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ba4584ad-a1f9-4e86-96bb-168c67b75e34 admin admin] Publish callbacks [] for security_group (8f5a5354-b81e-40c4-a51a-03b139546b97), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:36.248376 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-ba4584ad-a1f9-4e86-96bb-168c67b75e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (8f5a5354-b81e-40c4-a51a-03b139546b97), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:36.289339 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-ba4584ad-a1f9-4e86-96bb-168c67b75e34 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=304a7d8dc1ad4c418f89919447338a3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356884 Jun 24 10:12:36.290191 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4584ad-a1f9-4e86-96bb-168c67b75e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5a5354-b81e-40c4-a51a-03b139546b97,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:36.291933 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 47930) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:12:36.298194 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4584ad-a1f9-4e86-96bb-168c67b75e34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:36.298736 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4584ad-a1f9-4e86-96bb-168c67b75e34 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:36.298851 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4584ad-a1f9-4e86-96bb-168c67b75e34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:36.299141 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4584ad-a1f9-4e86-96bb-168c67b75e34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:36.299474 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4584ad-a1f9-4e86-96bb-168c67b75e34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:36.299800 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4584ad-a1f9-4e86-96bb-168c67b75e34 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:36.300162 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4584ad-a1f9-4e86-96bb-168c67b75e34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:36.300479 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4584ad-a1f9-4e86-96bb-168c67b75e34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:36.300799 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4584ad-a1f9-4e86-96bb-168c67b75e34 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:36.301125 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4584ad-a1f9-4e86-96bb-168c67b75e34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:36.301657 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4584ad-a1f9-4e86-96bb-168c67b75e34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:36.302115 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4584ad-a1f9-4e86-96bb-168c67b75e34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:36.302442 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4584ad-a1f9-4e86-96bb-168c67b75e34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:36.303013 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4584ad-a1f9-4e86-96bb-168c67b75e34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:36.303345 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4584ad-a1f9-4e86-96bb-168c67b75e34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:12:36.353937 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b4a66e8f-c703-405e-b907-5d4aabcff56d admin admin] Publish callbacks [] for security_group (8f5a5354-b81e-40c4-a51a-03b139546b97), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:36.376800 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b4a66e8f-c703-405e-b907-5d4aabcff56d admin admin] Publish callbacks [] for security_group (8f5a5354-b81e-40c4-a51a-03b139546b97), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:36.529000 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b4a66e8f-c703-405e-b907-5d4aabcff56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (8f5a5354-b81e-40c4-a51a-03b139546b97), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:36.531545 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b4a66e8f-c703-405e-b907-5d4aabcff56d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:36.532791 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-b4a66e8f-c703-405e-b907-5d4aabcff56d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f5a5354-b81e-40c4-a51a-03b139546b97 HTTP/1.1" status: 204 len: 168 time: 0.2397060 Jun 24 10:12:36.541487 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a66e8f-c703-405e-b907-5d4aabcff56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5a5354-b81e-40c4-a51a-03b139546b97,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:37.638370 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 47936) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:12:37.653478 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-90ae68f5-353b-4e3a-8d36-382aece6789b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:37.741601 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-90ae68f5-353b-4e3a-8d36-382aece6789b admin admin] Publish callbacks [] for security_group (81c84d09-4892-4a28-8efc-f6265698e22f), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:37.848971 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-90ae68f5-353b-4e3a-8d36-382aece6789b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (81c84d09-4892-4a28-8efc-f6265698e22f), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:37.891931 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-90ae68f5-353b-4e3a-8d36-382aece6789b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d06f2c6e1a414e4f9468da0e094c8e75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523487 Jun 24 10:12:37.893744 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae68f5-353b-4e3a-8d36-382aece6789b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c84d09-4892-4a28-8efc-f6265698e22f,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:37.901026 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 47938) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:12:37.950697 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f8b4b424-87ac-4792-9df1-0b969d852e74 admin admin] Publish callbacks [] for security_group (81c84d09-4892-4a28-8efc-f6265698e22f), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:37.977503 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f8b4b424-87ac-4792-9df1-0b969d852e74 admin admin] Publish callbacks [] for security_group (81c84d09-4892-4a28-8efc-f6265698e22f), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:38.139662 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f8b4b424-87ac-4792-9df1-0b969d852e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (81c84d09-4892-4a28-8efc-f6265698e22f), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:38.142250 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f8b4b424-87ac-4792-9df1-0b969d852e74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:38.143421 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-f8b4b424-87ac-4792-9df1-0b969d852e74 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/81c84d09-4892-4a28-8efc-f6265698e22f HTTP/1.1" status: 204 len: 168 time: 0.2471147 Jun 24 10:12:38.157921 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4b424-87ac-4792-9df1-0b969d852e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c84d09-4892-4a28-8efc-f6265698e22f,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:12:43.929025 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:45.757416 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-f219bbbb-ef41-4277-b72e-c61883312f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:47.886405 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=33,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:47.889087 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=37,neutron:DELETE=1,neutron:INSERT=8 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:47.962892 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-a11c8be9-d936-4003-a54a-44e6c1524c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:48.146820 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=70,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:48.148403 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=72,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:12:49.255001 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:50.859791 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:51.019299 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:12:58.018929 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:13:00.898318 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:00.900570 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:05.465592 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:10.315417 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48128) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:13:10.438084 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-2f15166d-88e0-415b-accc-5a912e7f1fc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:10.528391 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-2f15166d-88e0-415b-accc-5a912e7f1fc9 admin admin] Publish callbacks [] for security_group (01971454-6dfe-484b-b0ee-7012e4124d10), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:10.665055 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-2f15166d-88e0-415b-accc-5a912e7f1fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (01971454-6dfe-484b-b0ee-7012e4124d10), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:10.716923 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15166d-88e0-415b-accc-5a912e7f1fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01971454-6dfe-484b-b0ee-7012e4124d10,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:10.721133 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-2f15166d-88e0-415b-accc-5a912e7f1fc9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=76c3533fbdbc4256a3d90aea68f0bcbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4046724 Jun 24 10:13:10.723943 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48132) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:13:10.782797 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-e03a6e55-8584-4b3d-b682-6af94b178ab9 admin admin] Publish callbacks [] for security_group (01971454-6dfe-484b-b0ee-7012e4124d10), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:10.806565 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-e03a6e55-8584-4b3d-b682-6af94b178ab9 admin admin] Publish callbacks [] for security_group (01971454-6dfe-484b-b0ee-7012e4124d10), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:10.938908 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-e03a6e55-8584-4b3d-b682-6af94b178ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (01971454-6dfe-484b-b0ee-7012e4124d10), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:10.941437 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-e03a6e55-8584-4b3d-b682-6af94b178ab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:10.942643 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-e03a6e55-8584-4b3d-b682-6af94b178ab9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/01971454-6dfe-484b-b0ee-7012e4124d10 HTTP/1.1" status: 204 len: 168 time: 0.2173522 Jun 24 10:13:10.952744 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a6e55-8584-4b3d-b682-6af94b178ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01971454-6dfe-484b-b0ee-7012e4124d10,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:12.103457 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 48154) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:13:12.225082 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-591453899-network', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:13:12.316191 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Made reservation on behalf of 2ea76e34ae2a4569851abd4e596b5e77 for: {'network': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:13:12.318879 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for network (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:12.329184 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:12.415065 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Publish callbacks [] for security_group (4712596f-fa0d-4625-a963-611d815271a1), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:12.487411 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (4712596f-fa0d-4625-a963-611d815271a1), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:12.514983 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=110839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:13:12.525563 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4712596f-fa0d-4625-a963-611d815271a1,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:12.531194 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (8b1f3c6e-fec4-4195-86b3-56c77f454aaf), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:12.531534 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.segments_db [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Added segment 8b1f3c6e-fec4-4195-86b3-56c77f454aaf of type vlan for network 7e0493cf-9922-46cd-9f38-42fd8c5fc022 Jun 24 10:13:12.542828 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:12.543171 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:12.543514 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:12.543847 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:12.544215 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:12.544543 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:12.544861 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:12.545186 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:12.545508 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:12.545822 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:12.546142 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:12.546462 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:12.546777 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:12.547107 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:12.547408 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:12.611474 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753295298762'] for network (7e0493cf-9922-46cd-9f38-42fd8c5fc022), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:12.716402 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for network (7e0493cf-9922-46cd-9f38-42fd8c5fc022), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:12.717384 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:13:12.718037 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:12.784822 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] Pushing event updated for resources: {'Network': ['ID=7e0493cf-9922-46cd-9f38-42fd8c5fc022,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:12.804762 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Network 7e0493cf-9922-46cd-9f38-42fd8c5fc022 details requested by agent ovs-agent-dv-cinder-843277-6-iscsi with host dv-cinder-843277-6-iscsi {{(pid=110841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:13:12.820704 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-5e1881b2-2366-41d0-adde-755ec6c5e970 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7158186 Jun 24 10:13:12.821359 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48158) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:13:12.828034 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-6fe1d3bd-69fd-4d64-a2c2-19004acc2a02 admin admin] Request body: {'subnet': {'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-591453899-subnet', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'ip_version': 4}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:13:12.858373 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ec416102-48d4-4fbf-a351-edc41e7717e9 req-03055c30-6013-4ea5-be33-d25618948c9b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528450 Jun 24 10:13:12.895091 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=6 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:12.895875 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:12.921796 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe1d3bd-69fd-4d64-a2c2-19004acc2a02 admin admin] Made reservation on behalf of 2ea76e34ae2a4569851abd4e596b5e77 for: {'subnet': 1} {{(pid=110840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:13:12.924288 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6fe1d3bd-69fd-4d64-a2c2-19004acc2a02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33362662'] for subnet (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:12.976166 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec416102-48d4-4fbf-a351-edc41e7717e9 req-92fde1c7-d5d7-49fc-ae34-ab5739fff46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:13:12.977706 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ec416102-48d4-4fbf-a351-edc41e7717e9 req-92fde1c7-d5d7-49fc-ae34-ab5739fff46d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3414c9d5fbfd4397a55c8d03eeb90a19&device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 1129 time: 0.0541055 Jun 24 10:13:13.126156 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec416102-48d4-4fbf-a351-edc41e7717e9 req-b5316318-7c0d-4513-8a85-00d7de9b8794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:13:13.128407 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ec416102-48d4-4fbf-a351-edc41e7717e9 req-b5316318-7c0d-4513-8a85-00d7de9b8794 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f789a03c-b019-4c7a-8476-7691a938dc64 HTTP/1.1" status: 200 len: 910 time: 0.1202531 Jun 24 10:13:13.213618 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6fe1d3bd-69fd-4d64-a2c2-19004acc2a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29645341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33362576'] for subnet (57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:13.213901 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ec416102-48d4-4fbf-a351-edc41e7717e9 req-11212e39-5cbc-45ac-ba8e-1889adcd1cad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27d385ce-eca4-4188-828a-5f898681a1fe HTTP/1.1" status: 200 len: 1000 time: 0.0696042 Jun 24 10:13:13.272283 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1d3bd-69fd-4d64-a2c2-19004acc2a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:13.287277 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec416102-48d4-4fbf-a351-edc41e7717e9 req-ef07034c-139e-4209-ad7c-6c710840db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:13:13.288851 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe1d3bd-69fd-4d64-a2c2-19004acc2a02 admin admin] Checking segment: {'id': '8b1f3c6e-fec4-4195-86b3-56c77f454aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:13:13.289175 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ec416102-48d4-4fbf-a351-edc41e7717e9 req-ef07034c-139e-4209-ad7c-6c710840db6d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a1aede6-2d12-4f46-9bd2-c76ee717b4b6 HTTP/1.1" status: 200 len: 848 time: 0.0603430 Jun 24 10:13:13.289377 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe1d3bd-69fd-4d64-a2c2-19004acc2a02 admin admin] Network hostable DHCP agents. Network: 7e0493cf-9922-46cd-9f38-42fd8c5fc022, hostable agents: ['227dce48-d671-4074-8746-a798e3de1e3c'], hosted agents: [] {{(pid=110840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:13:13.344468 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec416102-48d4-4fbf-a351-edc41e7717e9 req-838cfe67-9d40-4017-a034-d14bb7079d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:13:13.345990 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ec416102-48d4-4fbf-a351-edc41e7717e9 req-838cfe67-9d40-4017-a034-d14bb7079d05 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f789a03c-b019-4c7a-8476-7691a938dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469334 Jun 24 10:13:13.390564 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe1d3bd-69fd-4d64-a2c2-19004acc2a02 admin admin] Network 7e0493cf-9922-46cd-9f38-42fd8c5fc022 is scheduled to be hosted by DHCP agent 227dce48-d671-4074-8746-a798e3de1e3c with binding_index 1 {{(pid=110840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:13:13.448481 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ec416102-48d4-4fbf-a351-edc41e7717e9 req-1a0d754f-79ff-45bf-888d-ef08f0f3fc52 service neutron] 10.222.0.55 "GET /v2.0/networks/f789a03c-b019-4c7a-8476-7691a938dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953059 Jun 24 10:13:13.458765 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-6fe1d3bd-69fd-4d64-a2c2-19004acc2a02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-6-iscsi, 7e0493cf-9922-46cd-9f38-42fd8c5fc022) {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:13:13.463255 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe1d3bd-69fd-4d64-a2c2-19004acc2a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:13:13.463911 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6fe1d3bd-69fd-4d64-a2c2-19004acc2a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:13.471811 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13161049-9500-4970-87bf-a455fba88a38 None None] Network 7e0493cf-9922-46cd-9f38-42fd8c5fc022 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:13:13.547456 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-6fe1d3bd-69fd-4d64-a2c2-19004acc2a02 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7247322 Jun 24 10:13:13.550260 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48160) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:13:13.555612 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-bd93c60b-846b-4a92-8153-032c33673111 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:13:13.573272 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:13.590695 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ec416102-48d4-4fbf-a351-edc41e7717e9 req-f2a2b54d-9f49-40a0-9046-d5efde3fc31d service neutron] 10.222.0.55 "GET /v2.0/networks/f789a03c-b019-4c7a-8476-7691a938dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293592 Jun 24 10:13:13.624580 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a7ab119-d58e-5cf4-b1b7-c17a3ca747b8-7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'fixed_ips': [{'subnet_id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a'}]}} from dv-cinder-843277-6-iscsi. {{(pid=110841) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:13:13.624886 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:13.671189 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bd93c60b-846b-4a92-8153-032c33673111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1836223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9608'] for router (babeda2a-ce2b-4f86-a5bd-e688c366c335), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:13.672784 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bd93c60b-846b-4a92-8153-032c33673111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1837722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1896642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1615388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9603'] for router (babeda2a-ce2b-4f86-a5bd-e688c366c335), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:13.690610 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:13.747686 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bd93c60b-846b-4a92-8153-032c33673111 admin admin] Publish callbacks [] for router_controller (babeda2a-ce2b-4f86-a5bd-e688c366c335), precommit_add_association {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:13.783908 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.db_base_plugin_common [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Allocated IP 172.20.0.2 (7e0493cf-9922-46cd-9f38-42fd8c5fc022/57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a/eb0ba78b-8f36-4e97-b3c7-b8a7a5705286) {{(pid=110841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:13:13.849157 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:13.964686 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Publish callbacks [] for port (eb0ba78b-8f36-4e97-b3c7-b8a7a5705286), precommit_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:14.003168 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bd93c60b-846b-4a92-8153-032c33673111 admin admin] Publish callbacks [] for router_gateway (babeda2a-ce2b-4f86-a5bd-e688c366c335), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:14.048413 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (eb0ba78b-8f36-4e97-b3c7-b8a7a5705286), after_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:14.240327 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Network 7e0493cf-9922-46cd-9f38-42fd8c5fc022 is already hosted by enough agents. {{(pid=110841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:13:14.246991 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.base_scheduler [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Resources bound (agent type, host, resource id): {{(pid=110841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:13:14.250860 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Received port after_create {{(pid=110841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:13:14.260406 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Pushing event updated for resources: {'Port': ['ID=eb0ba78b-8f36-4e97-b3c7-b8a7a5705286,revision_number=1']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:14.286338 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:14.286650 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:14.286988 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:14.287316 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:14.287631 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:14.287953 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:14.288299 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:14.288755 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:14.289307 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:14.289758 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:14.290092 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:14.290645 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:14.291132 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:14.291694 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:14.292347 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:14.332164 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bd93c60b-846b-4a92-8153-032c33673111 admin admin] Publish callbacks [] for router_gateway (babeda2a-ce2b-4f86-a5bd-e688c366c335), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:14.335072 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Attempting to bind port eb0ba78b-8f36-4e97-b3c7-b8a7a5705286 on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:13:14.335438 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Attempting to bind port eb0ba78b-8f36-4e97-b3c7-b8a7a5705286 by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': '8b1f3c6e-fec4-4195-86b3-56c77f454aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022'}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:13:14.335790 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Attempting to bind port eb0ba78b-8f36-4e97-b3c7-b8a7a5705286 on network 7e0493cf-9922-46cd-9f38-42fd8c5fc022 {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:13:14.349633 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:13:14.350025 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Checking segment: {'id': '8b1f3c6e-fec4-4195-86b3-56c77f454aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:13:14.350433 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:14.350957 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Bound using segment: {'id': '8b1f3c6e-fec4-4195-86b3-56c77f454aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022'} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:13:14.351327 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Bound port: eb0ba78b-8f36-4e97-b3c7-b8a7a5705286, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1f3c6e-fec4-4195-86b3-56c77f454aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022'}}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:13:14.351711 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (eb0ba78b-8f36-4e97-b3c7-b8a7a5705286), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:14.356444 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bd93c60b-846b-4a92-8153-032c33673111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:14.432068 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] For port eb0ba78b-8f36-4e97-b3c7-b8a7a5705286, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:13:14.435691 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] For port eb0ba78b-8f36-4e97-b3c7-b8a7a5705286, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=eb0ba78b-8f36-4e97-b3c7-b8a7a5705286,segment=NetworkSegment(8b1f3c6e-fec4-4195-86b3-56c77f454aaf),segment_id=8b1f3c6e-fec4-4195-86b3-56c77f454aaf)] {{(pid=110841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:13:14.481592 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_common [None req-bd93c60b-846b-4a92-8153-032c33673111 admin admin] Allocated IP 172.27.2.223 (a3837c3f-8d84-4126-8dfc-b4bde8a26600/ef99dc90-6579-4f1e-9fc6-58eb2334384d/bc7761c7-2119-4992-b36a-f67c5b3e6b42) {{(pid=110840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:13:14.499853 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (eb0ba78b-8f36-4e97-b3c7-b8a7a5705286), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:14.582055 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25967d-0fa1-4797-a156-faffaa1d0250 None None] Pushing event updated for resources: {'Port': ['ID=eb0ba78b-8f36-4e97-b3c7-b8a7a5705286,revision_number=2']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:14.640809 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bd93c60b-846b-4a92-8153-032c33673111 admin admin] Publish callbacks [] for port (bc7761c7-2119-4992-b36a-f67c5b3e6b42), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:14.774391 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bd93c60b-846b-4a92-8153-032c33673111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29645449'] for port (bc7761c7-2119-4992-b36a-f67c5b3e6b42), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:14.842433 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd93c60b-846b-4a92-8153-032c33673111 admin admin] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:13:14.847894 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-bd93c60b-846b-4a92-8153-032c33673111 admin admin] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:13:14.851335 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd93c60b-846b-4a92-8153-032c33673111 admin admin] Received port after_create {{(pid=110840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:13:14.858003 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93c60b-846b-4a92-8153-032c33673111 admin admin] Pushing event updated for resources: {'Port': ['ID=bc7761c7-2119-4992-b36a-f67c5b3e6b42,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:14.961204 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:15.060327 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device eb0ba78b-8f36-4e97-b3c7-b8a7a5705286 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:13:15.120055 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:15.130707 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port eb0ba78b-8f36-4e97-b3c7-b8a7a5705286 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:13:15.133036 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (eb0ba78b-8f36-4e97-b3c7-b8a7a5705286), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:15.177913 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:15.216908 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port eb0ba78b-8f36-4e97-b3c7-b8a7a5705286 is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:13:15.222466 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (eb0ba78b-8f36-4e97-b3c7-b8a7a5705286), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:15.259388 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] For port eb0ba78b-8f36-4e97-b3c7-b8a7a5705286, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=eb0ba78b-8f36-4e97-b3c7-b8a7a5705286,segment=NetworkSegment(8b1f3c6e-fec4-4195-86b3-56c77f454aaf),segment_id=8b1f3c6e-fec4-4195-86b3-56c77f454aaf)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:13:15.333070 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bd93c60b-846b-4a92-8153-032c33673111 admin admin] Publish callbacks [] for router_gateway (babeda2a-ce2b-4f86-a5bd-e688c366c335), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:15.357872 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (eb0ba78b-8f36-4e97-b3c7-b8a7a5705286), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:15.439248 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Pushing event updated for resources: {'Port': ['ID=eb0ba78b-8f36-4e97-b3c7-b8a7a5705286,revision_number=3']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:15.593909 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:15.615633 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bd93c60b-846b-4a92-8153-032c33673111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1836637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1896614'] for router (babeda2a-ce2b-4f86-a5bd-e688c366c335), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:15.724374 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7641683-79a0-4bf4-a8ab-1ed37db7031c None None] Network 7e0493cf-9922-46cd-9f38-42fd8c5fc022 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:13:15.740698 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-fc6c7ec4-db8c-479c-b08e-c27f8e3953d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:15.815890 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-0b2d8786-0060-4b52-888a-efaa15fc7753 None None] Provisioning complete for port eb0ba78b-8f36-4e97-b3c7-b8a7a5705286 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:13:15.816511 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-0b2d8786-0060-4b52-888a-efaa15fc7753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (eb0ba78b-8f36-4e97-b3c7-b8a7a5705286), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:15.893317 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd93c60b-846b-4a92-8153-032c33673111 admin admin] Router babeda2a-ce2b-4f86-a5bd-e688c366c335 is scheduled to L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 with binding_index 1 {{(pid=110840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:13:15.940219 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-0b2d8786-0060-4b52-888a-efaa15fc7753 None None] Current status of the port eb0ba78b-8f36-4e97-b3c7-b8a7a5705286 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:13:16.032895 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd93c60b-846b-4a92-8153-032c33673111 admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:13:16.045936 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] Sync routers for ids ['babeda2a-ce2b-4f86-a5bd-e688c366c335'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:13:16.065546 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] Routers {'babeda2a-ce2b-4f86-a5bd-e688c366c335'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:13:16.066767 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:12:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['babeda2a-ce2b-4f86-a5bd-e688c366c335'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:13:16.137494 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bd93c60b-846b-4a92-8153-032c33673111 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:16.140554 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-bd93c60b-846b-4a92-8153-032c33673111 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5874546 Jun 24 10:13:16.142211 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48164) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:13:16.168558 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-2be525f9-2d5e-442c-9d54-31e34cbd2764 None None] Provisioning complete for port eb0ba78b-8f36-4e97-b3c7-b8a7a5705286 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:13:16.170133 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-2be525f9-2d5e-442c-9d54-31e34cbd2764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (eb0ba78b-8f36-4e97-b3c7-b8a7a5705286), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:16.199119 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] Set router babeda2a-ce2b-4f86-a5bd-e688c366c335 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:13:16.254492 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:16.259647 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-2be525f9-2d5e-442c-9d54-31e34cbd2764 None None] Current status of the port eb0ba78b-8f36-4e97-b3c7-b8a7a5705286 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:13:16.387786 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:13:15Z', 'revision_number': 3, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:13:16.418891 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] Checking router: babeda2a-ce2b-4f86-a5bd-e688c366c335 for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:13:16.419234 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] Updating router babeda2a-ce2b-4f86-a5bd-e688c366c335 port bc7761c7-2119-4992-b36a-f67c5b3e6b42 binding host dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:13:16.448095 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (bc7761c7-2119-4992-b36a-f67c5b3e6b42), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:16.598547 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-10019955-6375-4035-abc9-c32be1f33a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:16.750782 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] Publish callbacks [] for port (bc7761c7-2119-4992-b36a-f67c5b3e6b42), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:16.789247 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_common [None req-10019955-6375-4035-abc9-c32be1f33a6e admin admin] Allocated IP 172.20.0.1 (7e0493cf-9922-46cd-9f38-42fd8c5fc022/57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a/a716b606-0d2c-4663-9e93-4f41343ac526) {{(pid=110840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:13:16.824443 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (bc7761c7-2119-4992-b36a-f67c5b3e6b42), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:16.886226 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] Attempting to bind port bc7761c7-2119-4992-b36a-f67c5b3e6b42 on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:13:16.886584 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] Attempting to bind port bc7761c7-2119-4992-b36a-f67c5b3e6b42 by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:13:16.886936 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] Attempting to bind port bc7761c7-2119-4992-b36a-f67c5b3e6b42 on network a3837c3f-8d84-4126-8dfc-b4bde8a26600 {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:13:16.889091 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820b34b-5b83-4928-90ce-b09ccc4205b4 None None] Pushing event updated for resources: {'Port': ['ID=bc7761c7-2119-4992-b36a-f67c5b3e6b42,revision_number=2']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:16.899072 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820b34b-5b83-4928-90ce-b09ccc4205b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:16.900003 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820b34b-5b83-4928-90ce-b09ccc4205b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:16.900003 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820b34b-5b83-4928-90ce-b09ccc4205b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:16.900307 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820b34b-5b83-4928-90ce-b09ccc4205b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:16.900626 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820b34b-5b83-4928-90ce-b09ccc4205b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:16.900942 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820b34b-5b83-4928-90ce-b09ccc4205b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:16.901283 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820b34b-5b83-4928-90ce-b09ccc4205b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:16.901642 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820b34b-5b83-4928-90ce-b09ccc4205b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:16.901958 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820b34b-5b83-4928-90ce-b09ccc4205b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:16.902273 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820b34b-5b83-4928-90ce-b09ccc4205b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:16.902584 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820b34b-5b83-4928-90ce-b09ccc4205b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:16.902915 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820b34b-5b83-4928-90ce-b09ccc4205b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:16.903252 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820b34b-5b83-4928-90ce-b09ccc4205b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:16.903540 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820b34b-5b83-4928-90ce-b09ccc4205b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:16.903844 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820b34b-5b83-4928-90ce-b09ccc4205b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:13:16.908663 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:13:16.909132 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] Checking segment: {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:13:16.909270 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-10019955-6375-4035-abc9-c32be1f33a6e admin admin] Publish callbacks [] for port (a716b606-0d2c-4663-9e93-4f41343ac526), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:16.909733 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:16.909865 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] Bound using segment: {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:13:16.910339 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] Bound port: bc7761c7-2119-4992-b36a-f67c5b3e6b42, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:13:16.910706 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (bc7761c7-2119-4992-b36a-f67c5b3e6b42), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:16.965546 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] For port bc7761c7-2119-4992-b36a-f67c5b3e6b42, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:13:16.969136 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] For port bc7761c7-2119-4992-b36a-f67c5b3e6b42, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=bc7761c7-2119-4992-b36a-f67c5b3e6b42,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:13:17.018198 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-10019955-6375-4035-abc9-c32be1f33a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29645449'] for port (a716b606-0d2c-4663-9e93-4f41343ac526), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:17.038561 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device eb0ba78b-8f36-4e97-b3c7-b8a7a5705286 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:13:17.048765 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (bc7761c7-2119-4992-b36a-f67c5b3e6b42), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:17.059140 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:17.070099 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10019955-6375-4035-abc9-c32be1f33a6e admin admin] Network 7e0493cf-9922-46cd-9f38-42fd8c5fc022 is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:13:17.072456 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-10019955-6375-4035-abc9-c32be1f33a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:13:17.077861 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10019955-6375-4035-abc9-c32be1f33a6e admin admin] Received port after_create {{(pid=110840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:13:17.103248 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] Routers {'babeda2a-ce2b-4f86-a5bd-e688c366c335'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:13:17.103937 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:12:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['babeda2a-ce2b-4f86-a5bd-e688c366c335'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:13:17.117447 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10019955-6375-4035-abc9-c32be1f33a6e admin admin] Pushing event updated for resources: {'Port': ['ID=a716b606-0d2c-4663-9e93-4f41343ac526,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:17.134592 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port eb0ba78b-8f36-4e97-b3c7-b8a7a5705286 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:13:17.134967 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (eb0ba78b-8f36-4e97-b3c7-b8a7a5705286), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:17.150721 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-10019955-6375-4035-abc9-c32be1f33a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1900035'] for router_interface (babeda2a-ce2b-4f86-a5bd-e688c366c335), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:17.242076 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port eb0ba78b-8f36-4e97-b3c7-b8a7a5705286 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:13:17.249215 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:17.260318 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:17.305013 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820b34b-5b83-4928-90ce-b09ccc4205b4 None None] Pushing event updated for resources: {'Port': ['ID=bc7761c7-2119-4992-b36a-f67c5b3e6b42,revision_number=3']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:17.319669 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:17.333246 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] Set router babeda2a-ce2b-4f86-a5bd-e688c366c335 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:13:17.396605 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-70d20672-d6bb-4f64-a138-d8ffd13f471a None None] Provisioning complete for port a716b606-0d2c-4663-9e93-4f41343ac526 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:13:17.396605 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-70d20672-d6bb-4f64-a138-d8ffd13f471a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a716b606-0d2c-4663-9e93-4f41343ac526), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:17.430422 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-70d20672-d6bb-4f64-a138-d8ffd13f471a None None] Port a716b606-0d2c-4663-9e93-4f41343ac526 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:13:17.499307 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-10019955-6375-4035-abc9-c32be1f33a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (a716b606-0d2c-4663-9e93-4f41343ac526), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:17.514778 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:13:15Z', 'revision_number': 3, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:13:17.545230 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4214629a-f135-4a5f-931f-b32c0a03a2e4 None None] The sync data for ids ['babeda2a-ce2b-4f86-a5bd-e688c366c335'] in dv-cinder-843277-6-iscsi is: [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:13:15Z', 'revision_number': 3, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:13:17.709791 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-10019955-6375-4035-abc9-c32be1f33a6e admin admin] Publish callbacks [] for port (a716b606-0d2c-4663-9e93-4f41343ac526), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:17.790663 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-10019955-6375-4035-abc9-c32be1f33a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29645456'] for port (a716b606-0d2c-4663-9e93-4f41343ac526), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:17.871732 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10019955-6375-4035-abc9-c32be1f33a6e admin admin] Pushing event updated for resources: {'Port': ['ID=a716b606-0d2c-4663-9e93-4f41343ac526,revision_number=2']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:17.877095 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-10019955-6375-4035-abc9-c32be1f33a6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1899923'] for router_interface (babeda2a-ce2b-4f86-a5bd-e688c366c335), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:17.921546 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6b08d4e4-48d8-4147-a430-68f7edf23525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:17.969291 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:17.998824 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10019955-6375-4035-abc9-c32be1f33a6e admin admin] Network 7e0493cf-9922-46cd-9f38-42fd8c5fc022 is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:13:18.000510 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-10019955-6375-4035-abc9-c32be1f33a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:13:18.140682 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10019955-6375-4035-abc9-c32be1f33a6e admin admin] Router babeda2a-ce2b-4f86-a5bd-e688c366c335 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:13:18.261655 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-cbdf9bb6-c2df-4617-92d6-69020f5e0eee None None] Provisioning complete for port a716b606-0d2c-4663-9e93-4f41343ac526 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:13:18.262545 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-cbdf9bb6-c2df-4617-92d6-69020f5e0eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a716b606-0d2c-4663-9e93-4f41343ac526), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:18.301191 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:18.308285 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf9bb6-c2df-4617-92d6-69020f5e0eee None None] Port a716b606-0d2c-4663-9e93-4f41343ac526 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:13:18.504426 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10019955-6375-4035-abc9-c32be1f33a6e admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:13:18.509477 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-10019955-6375-4035-abc9-c32be1f33a6e admin admin] 10.222.0.26 "PUT /v2.0/routers/babeda2a-ce2b-4f86-a5bd-e688c366c335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3661723 Jun 24 10:13:19.072571 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device bc7761c7-2119-4992-b36a-f67c5b3e6b42 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:13:19.134899 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port bc7761c7-2119-4992-b36a-f67c5b3e6b42 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:13:19.135270 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (bc7761c7-2119-4992-b36a-f67c5b3e6b42), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:19.214805 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port bc7761c7-2119-4992-b36a-f67c5b3e6b42 is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:13:19.215222 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (bc7761c7-2119-4992-b36a-f67c5b3e6b42), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:19.243778 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] For port bc7761c7-2119-4992-b36a-f67c5b3e6b42, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=bc7761c7-2119-4992-b36a-f67c5b3e6b42,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:13:19.261305 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:19.313331 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] Sync routers for ids ['babeda2a-ce2b-4f86-a5bd-e688c366c335'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:13:19.324673 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] Routers {'babeda2a-ce2b-4f86-a5bd-e688c366c335'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:13:19.325306 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:13:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['babeda2a-ce2b-4f86-a5bd-e688c366c335'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:13:19.365172 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (bc7761c7-2119-4992-b36a-f67c5b3e6b42), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:19.370202 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:19.383613 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48180) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:13:19.389322 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-b36a12ca-b8a7-43fe-9b9b-6e303b6d9527 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-228704358-network', 'tenant_id': '4e1402148c0d49519da3f69b05038c9f'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:13:19.464653 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Pushing event updated for resources: {'Port': ['ID=bc7761c7-2119-4992-b36a-f67c5b3e6b42,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:19.480958 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] Set router babeda2a-ce2b-4f86-a5bd-e688c366c335 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:13:19.544382 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36a12ca-b8a7-43fe-9b9b-6e303b6d9527 admin admin] Made reservation on behalf of 4e1402148c0d49519da3f69b05038c9f for: {'network': 1} {{(pid=110840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:13:19.546796 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b36a12ca-b8a7-43fe-9b9b-6e303b6d9527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for network (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:19.570648 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b36a12ca-b8a7-43fe-9b9b-6e303b6d9527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:19.641618 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b36a12ca-b8a7-43fe-9b9b-6e303b6d9527 admin admin] Publish callbacks [] for security_group (3ca10138-9825-4546-bcee-38eba01a48d8), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:19.677718 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:13:17Z', 'revision_number': 4, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'a716b606-0d2c-4663-9e93-4f41343ac526', 'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'mac_address': 'fa:16:3e:05:56:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:16Z', 'updated_at': '2022-06-24T10:13:17Z', 'revision_number': 2, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'subnets': [{'id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:13:19.706378 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] Checking router: babeda2a-ce2b-4f86-a5bd-e688c366c335 for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:13:19.706720 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] Updating router babeda2a-ce2b-4f86-a5bd-e688c366c335 port a716b606-0d2c-4663-9e93-4f41343ac526 binding host dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:13:19.736781 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (a716b606-0d2c-4663-9e93-4f41343ac526), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:19.762367 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b36a12ca-b8a7-43fe-9b9b-6e303b6d9527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (3ca10138-9825-4546-bcee-38eba01a48d8), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:19.791529 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36a12ca-b8a7-43fe-9b9b-6e303b6d9527 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=110840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:13:19.799271 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a12ca-b8a7-43fe-9b9b-6e303b6d9527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca10138-9825-4546-bcee-38eba01a48d8,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:19.808073 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b36a12ca-b8a7-43fe-9b9b-6e303b6d9527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (6a09a400-61d4-48c2-a69c-75718c558478), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:19.808397 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.db.segments_db [None req-b36a12ca-b8a7-43fe-9b9b-6e303b6d9527 admin admin] Added segment 6a09a400-61d4-48c2-a69c-75718c558478 of type vlan for network 460022b3-c55e-40ed-822b-5a1e193cd144 Jun 24 10:13:19.849098 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:19.850615 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b36a12ca-b8a7-43fe-9b9b-6e303b6d9527 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753295298762'] for network (460022b3-c55e-40ed-822b-5a1e193cd144), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:19.979580 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b36a12ca-b8a7-43fe-9b9b-6e303b6d9527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633'] for network (460022b3-c55e-40ed-822b-5a1e193cd144), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:19.980782 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36a12ca-b8a7-43fe-9b9b-6e303b6d9527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:13:19.981517 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b36a12ca-b8a7-43fe-9b9b-6e303b6d9527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:20.006599 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:20.008309 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] Publish callbacks [] for port (a716b606-0d2c-4663-9e93-4f41343ac526), precommit_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:20.047896 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a12ca-b8a7-43fe-9b9b-6e303b6d9527 admin admin] Pushing event updated for resources: {'Network': ['ID=460022b3-c55e-40ed-822b-5a1e193cd144,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:20.058739 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Network 460022b3-c55e-40ed-822b-5a1e193cd144 details requested by agent ovs-agent-dv-cinder-843277-6-iscsi with host dv-cinder-843277-6-iscsi {{(pid=110841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:13:20.130016 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-b36a12ca-b8a7-43fe-9b9b-6e303b6d9527 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7452261 Jun 24 10:13:20.132855 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48182) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:13:20.137626 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-bc510fef-17b7-4dfd-bc71-5a5c13aeac3f admin admin] Request body: {'subnet': {'network_id': '460022b3-c55e-40ed-822b-5a1e193cd144', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-228704358-subnet', 'tenant_id': '4e1402148c0d49519da3f69b05038c9f', 'ip_version': 4}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:13:20.144719 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (a716b606-0d2c-4663-9e93-4f41343ac526), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:20.201166 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f358c8-f6c3-47c0-850d-695eed172940 None None] Pushing event updated for resources: {'Port': ['ID=a716b606-0d2c-4663-9e93-4f41343ac526,revision_number=3']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:20.232466 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:20.265312 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] Attempting to bind port a716b606-0d2c-4663-9e93-4f41343ac526 on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:13:20.265790 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] Attempting to bind port a716b606-0d2c-4663-9e93-4f41343ac526 by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': '8b1f3c6e-fec4-4195-86b3-56c77f454aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022'}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:13:20.266163 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] Attempting to bind port a716b606-0d2c-4663-9e93-4f41343ac526 on network 7e0493cf-9922-46cd-9f38-42fd8c5fc022 {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:13:20.272545 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:13:20.272917 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] Checking segment: {'id': '8b1f3c6e-fec4-4195-86b3-56c77f454aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:13:20.273368 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:20.273711 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] Bound using segment: {'id': '8b1f3c6e-fec4-4195-86b3-56c77f454aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022'} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:13:20.274185 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] Bound port: a716b606-0d2c-4663-9e93-4f41343ac526, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1f3c6e-fec4-4195-86b3-56c77f454aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022'}}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:13:20.274563 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (a716b606-0d2c-4663-9e93-4f41343ac526), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:20.315709 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc510fef-17b7-4dfd-bc71-5a5c13aeac3f admin admin] Made reservation on behalf of 4e1402148c0d49519da3f69b05038c9f for: {'subnet': 1} {{(pid=110840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:13:20.318423 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bc510fef-17b7-4dfd-bc71-5a5c13aeac3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33362662'] for subnet (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:20.348431 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] For port a716b606-0d2c-4663-9e93-4f41343ac526, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:13:20.352104 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] For port a716b606-0d2c-4663-9e93-4f41343ac526, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=a716b606-0d2c-4663-9e93-4f41343ac526,segment=NetworkSegment(8b1f3c6e-fec4-4195-86b3-56c77f454aaf),segment_id=8b1f3c6e-fec4-4195-86b3-56c77f454aaf)] {{(pid=110841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:13:20.440471 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-08183d36-947a-4884-98e6-b9ba6b1ab7dc None None] Provisioning complete for port a716b606-0d2c-4663-9e93-4f41343ac526 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:13:20.440885 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-08183d36-947a-4884-98e6-b9ba6b1ab7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a716b606-0d2c-4663-9e93-4f41343ac526), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:20.443567 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:20.474995 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-08183d36-947a-4884-98e6-b9ba6b1ab7dc None None] Port a716b606-0d2c-4663-9e93-4f41343ac526 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:13:20.528365 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (a716b606-0d2c-4663-9e93-4f41343ac526), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:20.580808 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] Routers {'babeda2a-ce2b-4f86-a5bd-e688c366c335'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:13:20.581469 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:13:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['babeda2a-ce2b-4f86-a5bd-e688c366c335'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:13:20.603057 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bc510fef-17b7-4dfd-bc71-5a5c13aeac3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29645341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33362576'] for subnet (7e53a2a1-2c2a-41ae-8f6c-553ea9f09a8d), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:20.629341 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f358c8-f6c3-47c0-850d-695eed172940 None None] Pushing event updated for resources: {'Port': ['ID=a716b606-0d2c-4663-9e93-4f41343ac526,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:20.672480 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc510fef-17b7-4dfd-bc71-5a5c13aeac3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e53a2a1-2c2a-41ae-8f6c-553ea9f09a8d,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:20.686427 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc510fef-17b7-4dfd-bc71-5a5c13aeac3f admin admin] Checking segment: {'id': '6a09a400-61d4-48c2-a69c-75718c558478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '460022b3-c55e-40ed-822b-5a1e193cd144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:13:20.686971 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc510fef-17b7-4dfd-bc71-5a5c13aeac3f admin admin] Network hostable DHCP agents. Network: 460022b3-c55e-40ed-822b-5a1e193cd144, hostable agents: ['227dce48-d671-4074-8746-a798e3de1e3c'], hosted agents: [] {{(pid=110840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:13:20.721552 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] Set router babeda2a-ce2b-4f86-a5bd-e688c366c335 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:13:20.779306 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc510fef-17b7-4dfd-bc71-5a5c13aeac3f admin admin] Network 460022b3-c55e-40ed-822b-5a1e193cd144 is scheduled to be hosted by DHCP agent 227dce48-d671-4074-8746-a798e3de1e3c with binding_index 1 {{(pid=110840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:13:20.890410 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-bc510fef-17b7-4dfd-bc71-5a5c13aeac3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843277-6-iscsi, 460022b3-c55e-40ed-822b-5a1e193cd144) {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:13:20.895240 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc510fef-17b7-4dfd-bc71-5a5c13aeac3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:13:20.895887 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-bc510fef-17b7-4dfd-bc71-5a5c13aeac3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:20.910190 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062a5002-da2b-47e5-874f-c515a0e7f59a None None] Network 460022b3-c55e-40ed-822b-5a1e193cd144 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:13:20.981073 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-ee8361c8-1160-4385-8287-ee1dfbd0ca70 None None] Provisioning complete for port a716b606-0d2c-4663-9e93-4f41343ac526 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:13:20.981453 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-ee8361c8-1160-4385-8287-ee1dfbd0ca70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a716b606-0d2c-4663-9e93-4f41343ac526), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:20.995090 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:21.040054 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-bc510fef-17b7-4dfd-bc71-5a5c13aeac3f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8966434 Jun 24 10:13:21.040352 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 48184) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:13:21.040352 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-85151f7b-9f2a-4c12-87df-0ad95e793cea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-228704358-router', 'tenant_id': '4e1402148c0d49519da3f69b05038c9f', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:13:21.043118 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:21.090408 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:21.091231 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:21.099330 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device bc7761c7-2119-4992-b36a-f67c5b3e6b42 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:13:21.139452 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-85151f7b-9f2a-4c12-87df-0ad95e793cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1836223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9608'] for router (0a56da18-e4a0-43d6-9db7-c0956bda6494), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:21.140715 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-85151f7b-9f2a-4c12-87df-0ad95e793cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1837722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1896642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1615388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9603'] for router (0a56da18-e4a0-43d6-9db7-c0956bda6494), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:21.198301 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-85151f7b-9f2a-4c12-87df-0ad95e793cea admin admin] Publish callbacks [] for router_controller (0a56da18-e4a0-43d6-9db7-c0956bda6494), precommit_add_association {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:21.286325 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da6f1b3-e472-48a9-94e2-5dd4859c0cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3a7ab119-d58e-5cf4-b1b7-c17a3ca747b8-460022b3-c55e-40ed-822b-5a1e193cd144', 'network_id': '460022b3-c55e-40ed-822b-5a1e193cd144', 'project_id': '4e1402148c0d49519da3f69b05038c9f', 'fixed_ips': [{'subnet_id': '7e53a2a1-2c2a-41ae-8f6c-553ea9f09a8d'}]}} from dv-cinder-843277-6-iscsi. {{(pid=110841) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:13:21.287169 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-2da6f1b3-e472-48a9-94e2-5dd4859c0cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:21.325548 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port bc7761c7-2119-4992-b36a-f67c5b3e6b42 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:13:21.325964 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (bc7761c7-2119-4992-b36a-f67c5b3e6b42), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:21.351289 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-ee8361c8-1160-4385-8287-ee1dfbd0ca70 None None] Current status of the port a716b606-0d2c-4663-9e93-4f41343ac526 is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:13:21.351992 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-ee8361c8-1160-4385-8287-ee1dfbd0ca70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (a716b606-0d2c-4663-9e93-4f41343ac526), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:21.375816 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:21.381249 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:13:17Z', 'revision_number': 4, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'a716b606-0d2c-4663-9e93-4f41343ac526', 'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'mac_address': 'fa:16:3e:05:56:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:16Z', 'updated_at': '2022-06-24T10:13:20Z', 'revision_number': 4, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'subnets': [{'id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:13:21.431044 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-85151f7b-9f2a-4c12-87df-0ad95e793cea admin admin] Publish callbacks [] for router_gateway (0a56da18-e4a0-43d6-9db7-c0956bda6494), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:21.468370 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22cd9e0-4663-4e1f-abde-54cb9e6890ad None None] The sync data for ids ['babeda2a-ce2b-4f86-a5bd-e688c366c335'] in dv-cinder-843277-6-iscsi is: [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:13:17Z', 'revision_number': 4, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'a716b606-0d2c-4663-9e93-4f41343ac526', 'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'mac_address': 'fa:16:3e:05:56:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:16Z', 'updated_at': '2022-06-24T10:13:20Z', 'revision_number': 4, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'subnets': [{'id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:13:21.507696 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-ee8361c8-1160-4385-8287-ee1dfbd0ca70 None None] For port a716b606-0d2c-4663-9e93-4f41343ac526, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=a716b606-0d2c-4663-9e93-4f41343ac526,segment=NetworkSegment(8b1f3c6e-fec4-4195-86b3-56c77f454aaf),segment_id=8b1f3c6e-fec4-4195-86b3-56c77f454aaf)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:13:21.625136 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.db_base_plugin_common [None req-2da6f1b3-e472-48a9-94e2-5dd4859c0cb4 None None] Allocated IP 172.20.0.2 (460022b3-c55e-40ed-822b-5a1e193cd144/7e53a2a1-2c2a-41ae-8f6c-553ea9f09a8d/7182a750-68e4-4496-a750-cd1a192fd127) {{(pid=110841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:13:21.642532 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port bc7761c7-2119-4992-b36a-f67c5b3e6b42 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:13:21.801008 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-ee8361c8-1160-4385-8287-ee1dfbd0ca70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (a716b606-0d2c-4663-9e93-4f41343ac526), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:21.846754 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-2da6f1b3-e472-48a9-94e2-5dd4859c0cb4 None None] Publish callbacks [] for port (7182a750-68e4-4496-a750-cd1a192fd127), precommit_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:21.860900 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8361c8-1160-4385-8287-ee1dfbd0ca70 None None] Pushing event updated for resources: {'Port': ['ID=a716b606-0d2c-4663-9e93-4f41343ac526,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:21.916905 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=8 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:21.957010 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-2da6f1b3-e472-48a9-94e2-5dd4859c0cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452'] for port (7182a750-68e4-4496-a750-cd1a192fd127), after_create {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:21.961139 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-85151f7b-9f2a-4c12-87df-0ad95e793cea admin admin] Publish callbacks [] for router_gateway (0a56da18-e4a0-43d6-9db7-c0956bda6494), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:21.987945 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-85151f7b-9f2a-4c12-87df-0ad95e793cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:22.022537 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da6f1b3-e472-48a9-94e2-5dd4859c0cb4 None None] Network 460022b3-c55e-40ed-822b-5a1e193cd144 is already hosted by enough agents. {{(pid=110841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:13:22.028566 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.scheduler.base_scheduler [None req-2da6f1b3-e472-48a9-94e2-5dd4859c0cb4 None None] Resources bound (agent type, host, resource id): {{(pid=110841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:13:22.035818 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da6f1b3-e472-48a9-94e2-5dd4859c0cb4 None None] Received port after_create {{(pid=110841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:13:22.044334 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6f1b3-e472-48a9-94e2-5dd4859c0cb4 None None] Pushing event updated for resources: {'Port': ['ID=7182a750-68e4-4496-a750-cd1a192fd127,revision_number=1']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:22.131476 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-2da6f1b3-e472-48a9-94e2-5dd4859c0cb4 None None] Attempting to bind port 7182a750-68e4-4496-a750-cd1a192fd127 on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:13:22.132284 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-2da6f1b3-e472-48a9-94e2-5dd4859c0cb4 None None] Attempting to bind port 7182a750-68e4-4496-a750-cd1a192fd127 by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': '6a09a400-61d4-48c2-a69c-75718c558478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '460022b3-c55e-40ed-822b-5a1e193cd144'}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:13:22.133023 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da6f1b3-e472-48a9-94e2-5dd4859c0cb4 None None] Attempting to bind port 7182a750-68e4-4496-a750-cd1a192fd127 on network 460022b3-c55e-40ed-822b-5a1e193cd144 {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:13:22.143509 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da6f1b3-e472-48a9-94e2-5dd4859c0cb4 None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:13:22.144326 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da6f1b3-e472-48a9-94e2-5dd4859c0cb4 None None] Checking segment: {'id': '6a09a400-61d4-48c2-a69c-75718c558478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '460022b3-c55e-40ed-822b-5a1e193cd144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:13:22.145078 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-2da6f1b3-e472-48a9-94e2-5dd4859c0cb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:22.145846 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da6f1b3-e472-48a9-94e2-5dd4859c0cb4 None None] Bound using segment: {'id': '6a09a400-61d4-48c2-a69c-75718c558478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '460022b3-c55e-40ed-822b-5a1e193cd144'} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:13:22.146711 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-2da6f1b3-e472-48a9-94e2-5dd4859c0cb4 None None] Bound port: 7182a750-68e4-4496-a750-cd1a192fd127, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a09a400-61d4-48c2-a69c-75718c558478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '460022b3-c55e-40ed-822b-5a1e193cd144'}}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:13:22.147421 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-2da6f1b3-e472-48a9-94e2-5dd4859c0cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (7182a750-68e4-4496-a750-cd1a192fd127), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:22.157913 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [None req-85151f7b-9f2a-4c12-87df-0ad95e793cea admin admin] Allocated IP 172.27.2.62 (a3837c3f-8d84-4126-8dfc-b4bde8a26600/ef99dc90-6579-4f1e-9fc6-58eb2334384d/2d1d7451-2035-42d6-9b8a-1d1df4b43dab) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:13:22.229719 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-2da6f1b3-e472-48a9-94e2-5dd4859c0cb4 None None] For port 7182a750-68e4-4496-a750-cd1a192fd127, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:13:22.233624 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-2da6f1b3-e472-48a9-94e2-5dd4859c0cb4 None None] For port 7182a750-68e4-4496-a750-cd1a192fd127, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=7182a750-68e4-4496-a750-cd1a192fd127,segment=NetworkSegment(6a09a400-61d4-48c2-a69c-75718c558478),segment_id=6a09a400-61d4-48c2-a69c-75718c558478)] {{(pid=110841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:13:22.255264 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:22.304192 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-85151f7b-9f2a-4c12-87df-0ad95e793cea admin admin] Publish callbacks [] for port (2d1d7451-2035-42d6-9b8a-1d1df4b43dab), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:22.329651 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-2da6f1b3-e472-48a9-94e2-5dd4859c0cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (7182a750-68e4-4496-a750-cd1a192fd127), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:22.403994 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6f1b3-e472-48a9-94e2-5dd4859c0cb4 None None] Pushing event updated for resources: {'Port': ['ID=7182a750-68e4-4496-a750-cd1a192fd127,revision_number=2']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:22.507779 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-85151f7b-9f2a-4c12-87df-0ad95e793cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (2d1d7451-2035-42d6-9b8a-1d1df4b43dab), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:22.555878 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85151f7b-9f2a-4c12-87df-0ad95e793cea admin admin] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:13:22.559810 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-85151f7b-9f2a-4c12-87df-0ad95e793cea admin admin] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:13:22.564205 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85151f7b-9f2a-4c12-87df-0ad95e793cea admin admin] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:13:22.612340 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85151f7b-9f2a-4c12-87df-0ad95e793cea admin admin] Pushing event updated for resources: {'Port': ['ID=2d1d7451-2035-42d6-9b8a-1d1df4b43dab,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:22.986934 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-85151f7b-9f2a-4c12-87df-0ad95e793cea admin admin] Publish callbacks [] for router_gateway (0a56da18-e4a0-43d6-9db7-c0956bda6494), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:23.111374 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:23.123849 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device a716b606-0d2c-4663-9e93-4f41343ac526 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:13:23.198765 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port a716b606-0d2c-4663-9e93-4f41343ac526 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:13:23.199275 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (a716b606-0d2c-4663-9e93-4f41343ac526), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:23.249713 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-85151f7b-9f2a-4c12-87df-0ad95e793cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1836637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1896614'] for router (0a56da18-e4a0-43d6-9db7-c0956bda6494), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:23.303520 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port a716b606-0d2c-4663-9e93-4f41343ac526 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:13:23.304789 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 7182a750-68e4-4496-a750-cd1a192fd127 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:13:23.356024 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 7182a750-68e4-4496-a750-cd1a192fd127 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:13:23.356637 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (7182a750-68e4-4496-a750-cd1a192fd127), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:23.450459 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:23.462200 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 7182a750-68e4-4496-a750-cd1a192fd127 is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:13:23.462200 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (7182a750-68e4-4496-a750-cd1a192fd127), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:23.491666 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] For port 7182a750-68e4-4496-a750-cd1a192fd127, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=7182a750-68e4-4496-a750-cd1a192fd127,segment=NetworkSegment(6a09a400-61d4-48c2-a69c-75718c558478),segment_id=6a09a400-61d4-48c2-a69c-75718c558478)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:13:23.493059 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85151f7b-9f2a-4c12-87df-0ad95e793cea admin admin] Router 0a56da18-e4a0-43d6-9db7-c0956bda6494 is scheduled to L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 with binding_index 1 {{(pid=110839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:13:23.549025 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0072fc67-a37f-4fd9-80fb-28a66d88fe9f None None] Network 460022b3-c55e-40ed-822b-5a1e193cd144 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:13:23.631438 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (7182a750-68e4-4496-a750-cd1a192fd127), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:23.711499 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-a3c2332a-f697-456a-ac7a-d8e8a3f25140 None None] Provisioning complete for port 7182a750-68e4-4496-a750-cd1a192fd127 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:13:23.711786 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-a3c2332a-f697-456a-ac7a-d8e8a3f25140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (7182a750-68e4-4496-a750-cd1a192fd127), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:23.767465 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Pushing event updated for resources: {'Port': ['ID=7182a750-68e4-4496-a750-cd1a192fd127,revision_number=3']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:23.822695 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-a3c2332a-f697-456a-ac7a-d8e8a3f25140 None None] Current status of the port 7182a750-68e4-4496-a750-cd1a192fd127 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:13:23.901533 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85151f7b-9f2a-4c12-87df-0ad95e793cea admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:13:23.915642 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] Sync routers for ids ['0a56da18-e4a0-43d6-9db7-c0956bda6494'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:13:23.928919 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] Routers {'0a56da18-e4a0-43d6-9db7-c0956bda6494'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:13:23.929550 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:13:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['0a56da18-e4a0-43d6-9db7-c0956bda6494'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:13:24.009292 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-85151f7b-9f2a-4c12-87df-0ad95e793cea admin admin] Publish callbacks [] for router (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:24.010531 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-85151f7b-9f2a-4c12-87df-0ad95e793cea admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9760604 Jun 24 10:13:24.013520 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 48186) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:13:24.035308 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] Set router 0a56da18-e4a0-43d6-9db7-c0956bda6494 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:13:24.042134 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-9770c13e-e8a0-4e6b-aff3-bac0701e2d01 None None] Provisioning complete for port 7182a750-68e4-4496-a750-cd1a192fd127 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:13:24.042642 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-9770c13e-e8a0-4e6b-aff3-bac0701e2d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (7182a750-68e4-4496-a750-cd1a192fd127), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:24.045934 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:24.131923 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-9770c13e-e8a0-4e6b-aff3-bac0701e2d01 None None] Current status of the port 7182a750-68e4-4496-a750-cd1a192fd127 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:13:24.207249 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:24.212736 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a56da18-e4a0-43d6-9db7-c0956bda6494', 'name': 'tempest-TestVolumeBootPattern-228704358-router', 'tenant_id': '4e1402148c0d49519da3f69b05038c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '2d1d7451-2035-42d6-9b8a-1d1df4b43dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:21Z', 'updated_at': '2022-06-24T10:13:22Z', 'revision_number': 3, 'project_id': '4e1402148c0d49519da3f69b05038c9f', 'gw_port': {'id': '2d1d7451-2035-42d6-9b8a-1d1df4b43dab', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a56da18-e4a0-43d6-9db7-c0956bda6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:21Z', 'updated_at': '2022-06-24T10:13:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:13:24.239138 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] Checking router: 0a56da18-e4a0-43d6-9db7-c0956bda6494 for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:13:24.239480 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] Updating router 0a56da18-e4a0-43d6-9db7-c0956bda6494 port 2d1d7451-2035-42d6-9b8a-1d1df4b43dab binding host dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:13:24.275582 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (2d1d7451-2035-42d6-9b8a-1d1df4b43dab), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:24.445341 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d0165b36-b321-4043-b681-e037d73fa63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:24.501855 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:24.505948 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:24.527539 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] Publish callbacks [] for port (2d1d7451-2035-42d6-9b8a-1d1df4b43dab), precommit_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:24.606291 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [None req-d0165b36-b321-4043-b681-e037d73fa63f admin admin] Allocated IP 172.20.0.1 (460022b3-c55e-40ed-822b-5a1e193cd144/7e53a2a1-2c2a-41ae-8f6c-553ea9f09a8d/f572e482-9655-48f6-8c8b-06fdd5ea8c99) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:13:24.630139 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (2d1d7451-2035-42d6-9b8a-1d1df4b43dab), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:24.684959 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] Attempting to bind port 2d1d7451-2035-42d6-9b8a-1d1df4b43dab on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:13:24.685328 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] Attempting to bind port 2d1d7451-2035-42d6-9b8a-1d1df4b43dab by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:13:24.685737 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] Attempting to bind port 2d1d7451-2035-42d6-9b8a-1d1df4b43dab on network a3837c3f-8d84-4126-8dfc-b4bde8a26600 {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:13:24.692822 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cbce8-15ec-4e1e-803b-8f068601d670 None None] Pushing event updated for resources: {'Port': ['ID=2d1d7451-2035-42d6-9b8a-1d1df4b43dab,revision_number=2']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:24.695560 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:13:24.695933 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] Checking segment: {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:13:24.696474 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:24.696732 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] Bound using segment: {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'} {{(pid=110842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:13:24.697184 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.managers [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] Bound port: 2d1d7451-2035-42d6-9b8a-1d1df4b43dab, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b839c26-68f3-44eb-9224-0a94c196724f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600'}}] {{(pid=110842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:13:24.697659 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (2d1d7451-2035-42d6-9b8a-1d1df4b43dab), before_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:24.725167 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d0165b36-b321-4043-b681-e037d73fa63f admin admin] Publish callbacks [] for port (f572e482-9655-48f6-8c8b-06fdd5ea8c99), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:24.751649 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] For port 2d1d7451-2035-42d6-9b8a-1d1df4b43dab, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:13:24.753340 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:24.755147 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.plugins.ml2.db [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] For port 2d1d7451-2035-42d6-9b8a-1d1df4b43dab, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=2d1d7451-2035-42d6-9b8a-1d1df4b43dab,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:13:24.841659 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron_lib.callbacks.manager [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (2d1d7451-2035-42d6-9b8a-1d1df4b43dab), after_update {{(pid=110842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:24.841964 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d0165b36-b321-4043-b681-e037d73fa63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (f572e482-9655-48f6-8c8b-06fdd5ea8c99), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:24.888449 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0165b36-b321-4043-b681-e037d73fa63f admin admin] Network 460022b3-c55e-40ed-822b-5a1e193cd144 is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:13:24.893388 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-d0165b36-b321-4043-b681-e037d73fa63f admin admin] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:13:24.897344 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0165b36-b321-4043-b681-e037d73fa63f admin admin] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:13:24.899202 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:24.902056 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0165b36-b321-4043-b681-e037d73fa63f admin admin] Pushing event updated for resources: {'Port': ['ID=f572e482-9655-48f6-8c8b-06fdd5ea8c99,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:24.903771 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] Routers {'0a56da18-e4a0-43d6-9db7-c0956bda6494'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:13:24.904800 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:13:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['0a56da18-e4a0-43d6-9db7-c0956bda6494'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:13:24.938853 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cbce8-15ec-4e1e-803b-8f068601d670 None None] Pushing event updated for resources: {'Port': ['ID=2d1d7451-2035-42d6-9b8a-1d1df4b43dab,revision_number=3']} {{(pid=110842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:24.950336 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d0165b36-b321-4043-b681-e037d73fa63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1900035'] for router_interface (0a56da18-e4a0-43d6-9db7-c0956bda6494), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:25.018610 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] Set router 0a56da18-e4a0-43d6-9db7-c0956bda6494 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:13:25.090569 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 7182a750-68e4-4496-a750-cd1a192fd127 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:13:25.139919 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 7182a750-68e4-4496-a750-cd1a192fd127 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:13:25.140380 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (7182a750-68e4-4496-a750-cd1a192fd127), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:25.203161 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-d08f84ed-ceda-475e-ae58-de39d6c94649 None None] Provisioning complete for port f572e482-9655-48f6-8c8b-06fdd5ea8c99 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:13:25.203561 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-d08f84ed-ceda-475e-ae58-de39d6c94649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (f572e482-9655-48f6-8c8b-06fdd5ea8c99), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:25.211382 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d0165b36-b321-4043-b681-e037d73fa63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (f572e482-9655-48f6-8c8b-06fdd5ea8c99), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:25.254267 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-d08f84ed-ceda-475e-ae58-de39d6c94649 None None] Port f572e482-9655-48f6-8c8b-06fdd5ea8c99 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:13:25.276353 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a56da18-e4a0-43d6-9db7-c0956bda6494', 'name': 'tempest-TestVolumeBootPattern-228704358-router', 'tenant_id': '4e1402148c0d49519da3f69b05038c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '2d1d7451-2035-42d6-9b8a-1d1df4b43dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:21Z', 'updated_at': '2022-06-24T10:13:22Z', 'revision_number': 3, 'project_id': '4e1402148c0d49519da3f69b05038c9f', 'gw_port': {'id': '2d1d7451-2035-42d6-9b8a-1d1df4b43dab', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a56da18-e4a0-43d6-9db7-c0956bda6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:21Z', 'updated_at': '2022-06-24T10:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:13:25.295991 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 7182a750-68e4-4496-a750-cd1a192fd127 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:13:25.304539 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3feced-a568-4be3-9416-226bc60f03b6 None None] The sync data for ids ['0a56da18-e4a0-43d6-9db7-c0956bda6494'] in dv-cinder-843277-6-iscsi is: [{'id': '0a56da18-e4a0-43d6-9db7-c0956bda6494', 'name': 'tempest-TestVolumeBootPattern-228704358-router', 'tenant_id': '4e1402148c0d49519da3f69b05038c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '2d1d7451-2035-42d6-9b8a-1d1df4b43dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:21Z', 'updated_at': '2022-06-24T10:13:22Z', 'revision_number': 3, 'project_id': '4e1402148c0d49519da3f69b05038c9f', 'gw_port': {'id': '2d1d7451-2035-42d6-9b8a-1d1df4b43dab', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a56da18-e4a0-43d6-9db7-c0956bda6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:21Z', 'updated_at': '2022-06-24T10:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:13:25.444631 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d0165b36-b321-4043-b681-e037d73fa63f admin admin] Publish callbacks [] for port (f572e482-9655-48f6-8c8b-06fdd5ea8c99), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:25.510857 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d0165b36-b321-4043-b681-e037d73fa63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (f572e482-9655-48f6-8c8b-06fdd5ea8c99), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:25.607520 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d0165b36-b321-4043-b681-e037d73fa63f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1899923'] for router_interface (0a56da18-e4a0-43d6-9db7-c0956bda6494), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:25.610214 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0165b36-b321-4043-b681-e037d73fa63f admin admin] Pushing event updated for resources: {'Port': ['ID=f572e482-9655-48f6-8c8b-06fdd5ea8c99,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:25.727093 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0165b36-b321-4043-b681-e037d73fa63f admin admin] Network 460022b3-c55e-40ed-822b-5a1e193cd144 is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:13:25.728539 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-d0165b36-b321-4043-b681-e037d73fa63f admin admin] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:13:25.839971 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:25.857086 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0165b36-b321-4043-b681-e037d73fa63f admin admin] Router 0a56da18-e4a0-43d6-9db7-c0956bda6494 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:13:25.985079 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-b5136080-6af6-43f6-a5f2-87b671423e92 None None] Provisioning complete for port f572e482-9655-48f6-8c8b-06fdd5ea8c99 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:13:25.985451 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-b5136080-6af6-43f6-a5f2-87b671423e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (f572e482-9655-48f6-8c8b-06fdd5ea8c99), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:25.990235 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0165b36-b321-4043-b681-e037d73fa63f admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:13:26.003561 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-d0165b36-b321-4043-b681-e037d73fa63f admin admin] 10.222.0.26 "PUT /v2.0/routers/0a56da18-e4a0-43d6-9db7-c0956bda6494/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9814453 Jun 24 10:13:26.033745 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-b5136080-6af6-43f6-a5f2-87b671423e92 None None] Port f572e482-9655-48f6-8c8b-06fdd5ea8c99 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:13:26.530625 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48196) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:13:26.535351 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-6e0ea584-bd51-4b50-be83-1efbefca7c73 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1633595985', 'description': 'tempest-secgroup-smoke-1633595985 description', 'project_id': '2ea76e34ae2a4569851abd4e596b5e77'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:13:26.636830 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6e0ea584-bd51-4b50-be83-1efbefca7c73 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for security_group (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:26.718288 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6e0ea584-bd51-4b50-be83-1efbefca7c73 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for security_group (0de269c5-d9a1-4e6d-87e0-9adf59e686e9), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:26.835604 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6e0ea584-bd51-4b50-be83-1efbefca7c73 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (0de269c5-d9a1-4e6d-87e0-9adf59e686e9), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:26.867803 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ea584-bd51-4b50-be83-1efbefca7c73 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de269c5-d9a1-4e6d-87e0-9adf59e686e9,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:27.004002 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6e0ea584-bd51-4b50-be83-1efbefca7c73 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:27.007320 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-6e0ea584-bd51-4b50-be83-1efbefca7c73 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4730828 Jun 24 10:13:27.007671 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48198) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:13:27.014536 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-49c3812d-9a4d-4dbb-8550-37fe31f222c4 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Request body: {'security_group_rule': {'security_group_id': '0de269c5-d9a1-4e6d-87e0-9adf59e686e9', 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:13:27.065387 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 2d1d7451-2035-42d6-9b8a-1d1df4b43dab up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:13:27.116530 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-49c3812d-9a4d-4dbb-8550-37fe31f222c4 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for security_group_rule (782b94d8-048a-4e86-9595-95c95931b548), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:27.116762 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 2d1d7451-2035-42d6-9b8a-1d1df4b43dab triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:13:27.116954 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (2d1d7451-2035-42d6-9b8a-1d1df4b43dab), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:27.190334 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-49c3812d-9a4d-4dbb-8550-37fe31f222c4 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for security_group_rule (782b94d8-048a-4e86-9595-95c95931b548), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:27.204504 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 2d1d7451-2035-42d6-9b8a-1d1df4b43dab is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:13:27.204891 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (2d1d7451-2035-42d6-9b8a-1d1df4b43dab), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:27.226744 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] For port 2d1d7451-2035-42d6-9b8a-1d1df4b43dab, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=2d1d7451-2035-42d6-9b8a-1d1df4b43dab,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:13:27.310354 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-49c3812d-9a4d-4dbb-8550-37fe31f222c4 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (782b94d8-048a-4e86-9595-95c95931b548), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:27.335268 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (2d1d7451-2035-42d6-9b8a-1d1df4b43dab), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:27.336013 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3812d-9a4d-4dbb-8550-37fe31f222c4 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=782b94d8-048a-4e86-9595-95c95931b548,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:27.359982 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] Sync routers for ids ['0a56da18-e4a0-43d6-9db7-c0956bda6494'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:13:27.397855 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] Routers {'0a56da18-e4a0-43d6-9db7-c0956bda6494'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:13:27.398498 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:13:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['0a56da18-e4a0-43d6-9db7-c0956bda6494'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:13:27.402128 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Pushing event updated for resources: {'Port': ['ID=2d1d7451-2035-42d6-9b8a-1d1df4b43dab,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:27.495394 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-49c3812d-9a4d-4dbb-8550-37fe31f222c4 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:27.496693 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-49c3812d-9a4d-4dbb-8550-37fe31f222c4 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4882576 Jun 24 10:13:27.500060 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48200) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:13:27.504826 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-03cdd746-d921-45b7-a361-43ee52bd13ce tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Request body: {'security_group_rule': {'security_group_id': '0de269c5-d9a1-4e6d-87e0-9adf59e686e9', 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:13:27.583075 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:27.613620 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-03cdd746-d921-45b7-a361-43ee52bd13ce tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for security_group_rule (cd249fc2-cd6b-4aeb-aadf-d1d0f1958e2b), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:27.639139 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] Set router 0a56da18-e4a0-43d6-9db7-c0956bda6494 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:13:27.682690 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:27.691893 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-03cdd746-d921-45b7-a361-43ee52bd13ce tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for security_group_rule (cd249fc2-cd6b-4aeb-aadf-d1d0f1958e2b), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:27.784662 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-03cdd746-d921-45b7-a361-43ee52bd13ce tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (cd249fc2-cd6b-4aeb-aadf-d1d0f1958e2b), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:27.805893 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdd746-d921-45b7-a361-43ee52bd13ce tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd249fc2-cd6b-4aeb-aadf-d1d0f1958e2b,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:27.859092 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a56da18-e4a0-43d6-9db7-c0956bda6494', 'name': 'tempest-TestVolumeBootPattern-228704358-router', 'tenant_id': '4e1402148c0d49519da3f69b05038c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '2d1d7451-2035-42d6-9b8a-1d1df4b43dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:21Z', 'updated_at': '2022-06-24T10:13:25Z', 'revision_number': 4, 'project_id': '4e1402148c0d49519da3f69b05038c9f', 'gw_port': {'id': '2d1d7451-2035-42d6-9b8a-1d1df4b43dab', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a56da18-e4a0-43d6-9db7-c0956bda6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:21Z', 'updated_at': '2022-06-24T10:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'f572e482-9655-48f6-8c8b-06fdd5ea8c99', 'name': '', 'network_id': '460022b3-c55e-40ed-822b-5a1e193cd144', 'tenant_id': '4e1402148c0d49519da3f69b05038c9f', 'mac_address': 'fa:16:3e:5f:f3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a56da18-e4a0-43d6-9db7-c0956bda6494', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '7e53a2a1-2c2a-41ae-8f6c-553ea9f09a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:24Z', 'updated_at': '2022-06-24T10:13:25Z', 'revision_number': 2, 'project_id': '4e1402148c0d49519da3f69b05038c9f', 'subnets': [{'id': '7e53a2a1-2c2a-41ae-8f6c-553ea9f09a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:13:27.883948 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] Checking router: 0a56da18-e4a0-43d6-9db7-c0956bda6494 for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:13:27.884320 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] Updating router 0a56da18-e4a0-43d6-9db7-c0956bda6494 port f572e482-9655-48f6-8c8b-06fdd5ea8c99 binding host dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:13:27.903552 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:27.912164 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-03cdd746-d921-45b7-a361-43ee52bd13ce tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:27.913412 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-03cdd746-d921-45b7-a361-43ee52bd13ce tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4121559 Jun 24 10:13:27.917652 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48202) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:13:27.924040 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (f572e482-9655-48f6-8c8b-06fdd5ea8c99), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:27.924269 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-5abe75af-273a-49f3-ac2a-704ec3faf522 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Request body: {'security_group_rule': {'security_group_id': '0de269c5-d9a1-4e6d-87e0-9adf59e686e9', 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:13:28.025339 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5abe75af-273a-49f3-ac2a-704ec3faf522 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for security_group_rule (4e622032-ef91-4b17-a2ad-a58ad4959698), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:28.081111 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:28.094683 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5abe75af-273a-49f3-ac2a-704ec3faf522 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for security_group_rule (4e622032-ef91-4b17-a2ad-a58ad4959698), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:28.199716 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] Publish callbacks [] for port (f572e482-9655-48f6-8c8b-06fdd5ea8c99), precommit_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:28.207836 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5abe75af-273a-49f3-ac2a-704ec3faf522 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (4e622032-ef91-4b17-a2ad-a58ad4959698), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:28.231196 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe75af-273a-49f3-ac2a-704ec3faf522 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e622032-ef91-4b17-a2ad-a58ad4959698,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:28.367292 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (f572e482-9655-48f6-8c8b-06fdd5ea8c99), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:28.420623 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f843d1-f1b8-4c2b-a4fe-8f63d70076de None None] Pushing event updated for resources: {'Port': ['ID=f572e482-9655-48f6-8c8b-06fdd5ea8c99,revision_number=3']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:28.426562 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-5abe75af-273a-49f3-ac2a-704ec3faf522 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:28.426562 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-5abe75af-273a-49f3-ac2a-704ec3faf522 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5065715 Jun 24 10:13:28.430123 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 48204) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:13:28.440414 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-642d17a1-b3da-4e2d-a7c4-6391cfef1ee7 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Request body: {'security_group_rule': {'security_group_id': '0de269c5-d9a1-4e6d-87e0-9adf59e686e9', 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:13:28.488893 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] Attempting to bind port f572e482-9655-48f6-8c8b-06fdd5ea8c99 on host dv-cinder-843277-6-iscsi for vnic_type normal with profile {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:13:28.489857 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] Attempting to bind port f572e482-9655-48f6-8c8b-06fdd5ea8c99 by drivers openvswitch,hyperv on host dv-cinder-843277-6-iscsi at level 0 using segments [{'id': '6a09a400-61d4-48c2-a69c-75718c558478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '460022b3-c55e-40ed-822b-5a1e193cd144'}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:13:28.489857 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] Attempting to bind port f572e482-9655-48f6-8c8b-06fdd5ea8c99 on network 460022b3-c55e-40ed-822b-5a1e193cd144 {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:13:28.496042 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] Checking agent: {'id': '91499248-18d6-4807-a186-b1c1aa7d65b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843277-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 52, 51), 'started_at': datetime.datetime(2022, 6, 24, 9, 53, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843277-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:13:28.496559 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] Checking segment: {'id': '6a09a400-61d4-48c2-a69c-75718c558478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '460022b3-c55e-40ed-822b-5a1e193cd144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:13:28.496850 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:28.497259 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] Bound using segment: {'id': '6a09a400-61d4-48c2-a69c-75718c558478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '460022b3-c55e-40ed-822b-5a1e193cd144'} {{(pid=110841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:13:28.497716 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.managers [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] Bound port: f572e482-9655-48f6-8c8b-06fdd5ea8c99, host: dv-cinder-843277-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a09a400-61d4-48c2-a69c-75718c558478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '460022b3-c55e-40ed-822b-5a1e193cd144'}}] {{(pid=110841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:13:28.498683 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (f572e482-9655-48f6-8c8b-06fdd5ea8c99), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:28.519614 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:28.578324 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] For port f572e482-9655-48f6-8c8b-06fdd5ea8c99, host dv-cinder-843277-6-iscsi, cleared binding levels {{(pid=110841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:13:28.582103 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] For port f572e482-9655-48f6-8c8b-06fdd5ea8c99, host dv-cinder-843277-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=f572e482-9655-48f6-8c8b-06fdd5ea8c99,segment=NetworkSegment(6a09a400-61d4-48c2-a69c-75718c558478),segment_id=6a09a400-61d4-48c2-a69c-75718c558478)] {{(pid=110841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:13:28.620656 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-642d17a1-b3da-4e2d-a7c4-6391cfef1ee7 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for security_group_rule (38af68ed-3518-4e15-8916-071d615a154d), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:28.669297 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:28.669663 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-641ca31c-8831-4f06-934a-561a284bc9c1 None None] Provisioning complete for port f572e482-9655-48f6-8c8b-06fdd5ea8c99 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:13:28.670221 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-641ca31c-8831-4f06-934a-561a284bc9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (f572e482-9655-48f6-8c8b-06fdd5ea8c99), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:28.682515 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-642d17a1-b3da-4e2d-a7c4-6391cfef1ee7 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for security_group_rule (38af68ed-3518-4e15-8916-071d615a154d), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:28.704802 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-641ca31c-8831-4f06-934a-561a284bc9c1 None None] Port f572e482-9655-48f6-8c8b-06fdd5ea8c99 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:13:28.733477 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (f572e482-9655-48f6-8c8b-06fdd5ea8c99), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:28.763218 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-642d17a1-b3da-4e2d-a7c4-6391cfef1ee7 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (38af68ed-3518-4e15-8916-071d615a154d), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:28.789028 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d17a1-b3da-4e2d-a7c4-6391cfef1ee7 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38af68ed-3518-4e15-8916-071d615a154d,revision_number=0']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:28.797270 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] Routers {'0a56da18-e4a0-43d6-9db7-c0956bda6494'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:13:28.797270 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:13:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['0a56da18-e4a0-43d6-9db7-c0956bda6494'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:13:28.838282 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f843d1-f1b8-4c2b-a4fe-8f63d70076de None None] Pushing event updated for resources: {'Port': ['ID=f572e482-9655-48f6-8c8b-06fdd5ea8c99,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:28.866471 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-642d17a1-b3da-4e2d-a7c4-6391cfef1ee7 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:28.871169 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-642d17a1-b3da-4e2d-a7c4-6391cfef1ee7 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4361737 Jun 24 10:13:28.871497 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 48206) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:13:28.876549 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-6b110091-1d70-496f-8bfd-9f1ef80cff03 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Request body: {'security_group_rule': {'security_group_id': '0de269c5-d9a1-4e6d-87e0-9adf59e686e9', 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:13:28.914452 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] Set router 0a56da18-e4a0-43d6-9db7-c0956bda6494 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:13:29.008487 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.securitygroups_db [None req-6b110091-1d70-496f-8bfd-9f1ef80cff03 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Project 2ea76e34ae2a4569851abd4e596b5e77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:13:29.015529 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6b110091-1d70-496f-8bfd-9f1ef80cff03 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for security_group_rule (c91ed9b2-78ce-490f-84b2-5b1e41ecd3c4), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:29.062991 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-a35b4f9b-cbb5-40fe-bb3b-54d8cde87ec2 None None] Provisioning complete for port f572e482-9655-48f6-8c8b-06fdd5ea8c99 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:13:29.062991 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-a35b4f9b-cbb5-40fe-bb3b-54d8cde87ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (f572e482-9655-48f6-8c8b-06fdd5ea8c99), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:29.089096 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 2d1d7451-2035-42d6-9b8a-1d1df4b43dab up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:13:29.091141 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:29.094289 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6b110091-1d70-496f-8bfd-9f1ef80cff03 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for security_group_rule (c91ed9b2-78ce-490f-84b2-5b1e41ecd3c4), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:29.212855 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6b110091-1d70-496f-8bfd-9f1ef80cff03 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (c91ed9b2-78ce-490f-84b2-5b1e41ecd3c4), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:29.234016 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port 2d1d7451-2035-42d6-9b8a-1d1df4b43dab triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:13:29.234665 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (2d1d7451-2035-42d6-9b8a-1d1df4b43dab), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:29.235996 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b110091-1d70-496f-8bfd-9f1ef80cff03 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91ed9b2-78ce-490f-84b2-5b1e41ecd3c4,revision_number=0']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:29.239629 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a56da18-e4a0-43d6-9db7-c0956bda6494', 'name': 'tempest-TestVolumeBootPattern-228704358-router', 'tenant_id': '4e1402148c0d49519da3f69b05038c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '2d1d7451-2035-42d6-9b8a-1d1df4b43dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:21Z', 'updated_at': '2022-06-24T10:13:25Z', 'revision_number': 4, 'project_id': '4e1402148c0d49519da3f69b05038c9f', 'gw_port': {'id': '2d1d7451-2035-42d6-9b8a-1d1df4b43dab', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a56da18-e4a0-43d6-9db7-c0956bda6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:21Z', 'updated_at': '2022-06-24T10:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'f572e482-9655-48f6-8c8b-06fdd5ea8c99', 'name': '', 'network_id': '460022b3-c55e-40ed-822b-5a1e193cd144', 'tenant_id': '4e1402148c0d49519da3f69b05038c9f', 'mac_address': 'fa:16:3e:5f:f3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a56da18-e4a0-43d6-9db7-c0956bda6494', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '7e53a2a1-2c2a-41ae-8f6c-553ea9f09a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:24Z', 'updated_at': '2022-06-24T10:13:28Z', 'revision_number': 4, 'project_id': '4e1402148c0d49519da3f69b05038c9f', 'subnets': [{'id': '7e53a2a1-2c2a-41ae-8f6c-553ea9f09a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:13:29.289818 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-a35b4f9b-cbb5-40fe-bb3b-54d8cde87ec2 None None] Current status of the port f572e482-9655-48f6-8c8b-06fdd5ea8c99 is: DOWN; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:13:29.290199 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-a35b4f9b-cbb5-40fe-bb3b-54d8cde87ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (f572e482-9655-48f6-8c8b-06fdd5ea8c99), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:29.294743 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d857b435-e9ff-4a46-a81c-b6874f12d8a6 None None] The sync data for ids ['0a56da18-e4a0-43d6-9db7-c0956bda6494'] in dv-cinder-843277-6-iscsi is: [{'id': '0a56da18-e4a0-43d6-9db7-c0956bda6494', 'name': 'tempest-TestVolumeBootPattern-228704358-router', 'tenant_id': '4e1402148c0d49519da3f69b05038c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '2d1d7451-2035-42d6-9b8a-1d1df4b43dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:21Z', 'updated_at': '2022-06-24T10:13:25Z', 'revision_number': 4, 'project_id': '4e1402148c0d49519da3f69b05038c9f', 'gw_port': {'id': '2d1d7451-2035-42d6-9b8a-1d1df4b43dab', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a56da18-e4a0-43d6-9db7-c0956bda6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:21Z', 'updated_at': '2022-06-24T10:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'f572e482-9655-48f6-8c8b-06fdd5ea8c99', 'name': '', 'network_id': '460022b3-c55e-40ed-822b-5a1e193cd144', 'tenant_id': '4e1402148c0d49519da3f69b05038c9f', 'mac_address': 'fa:16:3e:5f:f3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a56da18-e4a0-43d6-9db7-c0956bda6494', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '7e53a2a1-2c2a-41ae-8f6c-553ea9f09a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:24Z', 'updated_at': '2022-06-24T10:13:28Z', 'revision_number': 4, 'project_id': '4e1402148c0d49519da3f69b05038c9f', 'subnets': [{'id': '7e53a2a1-2c2a-41ae-8f6c-553ea9f09a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:13:29.348983 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-a35b4f9b-cbb5-40fe-bb3b-54d8cde87ec2 None None] For port f572e482-9655-48f6-8c8b-06fdd5ea8c99, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=f572e482-9655-48f6-8c8b-06fdd5ea8c99,segment=NetworkSegment(6a09a400-61d4-48c2-a69c-75718c558478),segment_id=6a09a400-61d4-48c2-a69c-75718c558478)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:13:29.359014 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-6b110091-1d70-496f-8bfd-9f1ef80cff03 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:29.362654 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-6b110091-1d70-496f-8bfd-9f1ef80cff03 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4902651 Jun 24 10:13:29.367741 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48208) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:13:29.379466 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-86b0e3e3-653c-409a-bc24-c67d7f400f91 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Request body: {'security_group_rule': {'security_group_id': '0de269c5-d9a1-4e6d-87e0-9adf59e686e9', 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:13:29.385214 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port 2d1d7451-2035-42d6-9b8a-1d1df4b43dab is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:13:29.452760 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-a35b4f9b-cbb5-40fe-bb3b-54d8cde87ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (f572e482-9655-48f6-8c8b-06fdd5ea8c99), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:29.484806 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:29.509283 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b4f9b-cbb5-40fe-bb3b-54d8cde87ec2 None None] Pushing event updated for resources: {'Port': ['ID=f572e482-9655-48f6-8c8b-06fdd5ea8c99,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:29.533471 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.db.securitygroups_db [None req-86b0e3e3-653c-409a-bc24-c67d7f400f91 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Project 2ea76e34ae2a4569851abd4e596b5e77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:13:29.541217 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-86b0e3e3-653c-409a-bc24-c67d7f400f91 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for security_group_rule (78d82112-854e-4d80-af0d-febc2003f8cf), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:29.627906 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-86b0e3e3-653c-409a-bc24-c67d7f400f91 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for security_group_rule (78d82112-854e-4d80-af0d-febc2003f8cf), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:29.727611 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-86b0e3e3-653c-409a-bc24-c67d7f400f91 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676071'] for security_group_rule (78d82112-854e-4d80-af0d-febc2003f8cf), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:29.749342 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0e3e3-653c-409a-bc24-c67d7f400f91 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d82112-854e-4d80-af0d-febc2003f8cf,revision_number=0']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:29.820211 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-86b0e3e3-653c-409a-bc24-c67d7f400f91 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:29.821530 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-86b0e3e3-653c-409a-bc24-c67d7f400f91 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4548216 Jun 24 10:13:31.071964 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device f572e482-9655-48f6-8c8b-06fdd5ea8c99 up at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:13:31.122194 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Provisioning complete for port f572e482-9655-48f6-8c8b-06fdd5ea8c99 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:13:31.122563 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (f572e482-9655-48f6-8c8b-06fdd5ea8c99), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:31.210521 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Current status of the port f572e482-9655-48f6-8c8b-06fdd5ea8c99 is: ACTIVE; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:13:35.019264 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:13:35.464620 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:39.233879 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=53,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:39.742451 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=18,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:39.747616 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=21,neutron:DELETE=3,neutron:INSERT=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:45.382427 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=23 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:45.388482 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:45.738119 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-a1694bfe-638a-4d6b-840a-c4037b7b4164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:46.857997 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e115ef00-3fc8-414a-8d92-02693955c31e req-6d4553fa-0e88-4585-8ab3-e0b5484d41e5 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1633595985&fields=id&tenant_id=2ea76e34ae2a4569851abd4e596b5e77 HTTP/1.1" status: 200 len: 267 time: 0.0471122 Jun 24 10:13:46.987351 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115ef00-3fc8-414a-8d92-02693955c31e req-8367b1d5-2cee-423c-b095-f1990ee1e7c7 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:13:46.988886 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e115ef00-3fc8-414a-8d92-02693955c31e req-8367b1d5-2cee-423c-b095-f1990ee1e7c7 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/networks?id=7e0493cf-9922-46cd-9f38-42fd8c5fc022 HTTP/1.1" status: 200 len: 811 time: 0.1173038 Jun 24 10:13:47.003894 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e115ef00-3fc8-414a-8d92-02693955c31e req-f8d670f6-5123-4551-8f6a-1a33a3531b90 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/quotas/2ea76e34ae2a4569851abd4e596b5e77 HTTP/1.1" status: 200 len: 375 time: 0.0094016 Jun 24 10:13:47.056157 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e115ef00-3fc8-414a-8d92-02693955c31e req-95e4e936-7d6f-4801-a564-0d7493130c40 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea76e34ae2a4569851abd4e596b5e77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466948 Jun 24 10:13:47.207387 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [req-e115ef00-3fc8-414a-8d92-02693955c31e req-22e9fc54-5871-4b73-bf6c-e41362ff6ca6 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110840) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:13:47.208646 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e115ef00-3fc8-414a-8d92-02693955c31e req-22e9fc54-5871-4b73-bf6c-e41362ff6ca6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1404526 Jun 24 10:13:47.318297 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e115ef00-3fc8-414a-8d92-02693955c31e req-2300b8c6-f4d7-497f-8423-2168324d483d service neutron] 10.222.0.26 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038330 Jun 24 10:13:47.411960 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e115ef00-3fc8-414a-8d92-02693955c31e req-3bdf038a-98e0-44a1-abd3-1a3c2e9a0b68 service neutron] 10.222.0.26 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870857 Jun 24 10:13:47.956314 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-65245e49-5675-4bfc-8a1e-c9ce61a56b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:48.232477 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-98f65dd9-f137-44cb-ba23-38be345d651f req-e0836075-3dc9-4f84-95fc-13936c579a14 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 210 time: 0.0301943 Jun 24 10:13:49.223924 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:49.316020 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-872d6f39-c00c-408e-a85c-4af667e9aeff req-42778a74-1884-4ee0-bd94-a1453fd67b70 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 210 time: 0.0296235 Jun 24 10:13:49.894622 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=28 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:50.419173 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ff9e12ba-9a4b-4d5e-8dd7-875b283829d0 req-e5d08fb8-ae69-47af-a77d-a8b02e96707a tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 210 time: 0.0302148 Jun 24 10:13:50.894180 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=84 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:50.903480 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:51.029499 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:51.105044 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115ef00-3fc8-414a-8d92-02693955c31e req-742499d1-1fe2-44b3-8f1a-2999fd7fec16 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:13:51.106558 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e115ef00-3fc8-414a-8d92-02693955c31e req-742499d1-1fe2-44b3-8f1a-2999fd7fec16 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.55 "GET /v2.0/networks?id=7e0493cf-9922-46cd-9f38-42fd8c5fc022 HTTP/1.1" status: 200 len: 811 time: 0.1199121 Jun 24 10:13:51.181981 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e115ef00-3fc8-414a-8d92-02693955c31e req-43be7fc1-1e69-4c2c-9d50-77c67049b6e6 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ea76e34ae2a4569851abd4e596b5e77 HTTP/1.1" status: 200 len: 380 time: 0.0651700 Jun 24 10:13:51.193115 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-e115ef00-3fc8-414a-8d92-02693955c31e req-3c3fd8ea-8ea2-449f-a556-bc8296e4e5c0 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Request body: {'port': {'device_id': '40064e94-9dd9-4008-a3f1-2216553f98ea', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'admin_state_up': True, 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'security_groups': ['0de269c5-d9a1-4e6d-87e0-9adf59e686e9']}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:13:51.464139 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e115ef00-3fc8-414a-8d92-02693955c31e req-3c3fd8ea-8ea2-449f-a556-bc8296e4e5c0 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Made reservation on behalf of 2ea76e34ae2a4569851abd4e596b5e77 for: {'port': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:13:51.467955 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-e115ef00-3fc8-414a-8d92-02693955c31e req-3c3fd8ea-8ea2-449f-a556-bc8296e4e5c0 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:51.532899 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-028820ec-c184-431e-adcb-eebd4d017aa3 req-45cf53ae-aded-4f94-86ff-8705c0caa752 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 210 time: 0.0398464 Jun 24 10:13:51.631426 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [req-e115ef00-3fc8-414a-8d92-02693955c31e req-3c3fd8ea-8ea2-449f-a556-bc8296e4e5c0 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Allocated IP 172.20.0.5 (7e0493cf-9922-46cd-9f38-42fd8c5fc022/57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a/6e3e55b4-6466-411b-bd31-f471d4be88fe) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:13:51.803897 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-e115ef00-3fc8-414a-8d92-02693955c31e req-3c3fd8ea-8ea2-449f-a556-bc8296e4e5c0 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for port (6e3e55b4-6466-411b-bd31-f471d4be88fe), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:51.904538 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-e115ef00-3fc8-414a-8d92-02693955c31e req-3c3fd8ea-8ea2-449f-a556-bc8296e4e5c0 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (6e3e55b4-6466-411b-bd31-f471d4be88fe), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:51.952433 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e115ef00-3fc8-414a-8d92-02693955c31e req-3c3fd8ea-8ea2-449f-a556-bc8296e4e5c0 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Network 7e0493cf-9922-46cd-9f38-42fd8c5fc022 is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:13:51.955600 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [req-e115ef00-3fc8-414a-8d92-02693955c31e req-3c3fd8ea-8ea2-449f-a556-bc8296e4e5c0 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:13:51.959532 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-e115ef00-3fc8-414a-8d92-02693955c31e req-3c3fd8ea-8ea2-449f-a556-bc8296e4e5c0 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:13:51.984806 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fd8ea-8ea2-449f-a556-bc8296e4e5c0 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Pushing event updated for resources: {'Port': ['ID=6e3e55b4-6466-411b-bd31-f471d4be88fe,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:52.032564 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115ef00-3fc8-414a-8d92-02693955c31e req-3c3fd8ea-8ea2-449f-a556-bc8296e4e5c0 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:13:52.033526 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-e115ef00-3fc8-414a-8d92-02693955c31e req-3c3fd8ea-8ea2-449f-a556-bc8296e4e5c0 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:52.157975 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e115ef00-3fc8-414a-8d92-02693955c31e req-3c3fd8ea-8ea2-449f-a556-bc8296e4e5c0 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9686387 Jun 24 10:13:52.173861 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-e115ef00-3fc8-414a-8d92-02693955c31e req-06069c1b-9618-4a65-99b5-ef6109fee482 service neutron] Request body: {'port': {'device_id': '40064e94-9dd9-4008-a3f1-2216553f98ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:13:52.233847 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-ae21be1a-493c-45f4-9e5e-dee7d7d49179 None None] Provisioning complete for port 6e3e55b4-6466-411b-bd31-f471d4be88fe triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:13:52.233847 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-ae21be1a-493c-45f4-9e5e-dee7d7d49179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (6e3e55b4-6466-411b-bd31-f471d4be88fe), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:52.236026 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:52.245309 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-e115ef00-3fc8-414a-8d92-02693955c31e req-06069c1b-9618-4a65-99b5-ef6109fee482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (6e3e55b4-6466-411b-bd31-f471d4be88fe), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:52.254635 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:52.278980 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-ae21be1a-493c-45f4-9e5e-dee7d7d49179 None None] Port 6e3e55b4-6466-411b-bd31-f471d4be88fe cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:13:52.532150 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [req-e115ef00-3fc8-414a-8d92-02693955c31e req-06069c1b-9618-4a65-99b5-ef6109fee482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e3e55b4-6466-411b-bd31-f471d4be88fe {{(pid=110839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:13:52.539945 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-e115ef00-3fc8-414a-8d92-02693955c31e req-06069c1b-9618-4a65-99b5-ef6109fee482 service neutron] Publish callbacks [] for port (6e3e55b4-6466-411b-bd31-f471d4be88fe), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:52.553134 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.provisioning_blocks [req-e115ef00-3fc8-414a-8d92-02693955c31e req-06069c1b-9618-4a65-99b5-ef6109fee482 service neutron] Transition to ACTIVE for port object 6e3e55b4-6466-411b-bd31-f471d4be88fe will not be triggered until provisioned by entity L2. {{(pid=110839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:13:52.663118 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15dfdd-469e-40c6-b419-eedfd7bf9bfd req-55c1d27c-3807-4d81-b27f-59a6cd58b43b tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:13:52.664787 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6d15dfdd-469e-40c6-b419-eedfd7bf9bfd req-55c1d27c-3807-4d81-b27f-59a6cd58b43b tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 931 time: 0.0536113 Jun 24 10:13:52.717200 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-e115ef00-3fc8-414a-8d92-02693955c31e req-06069c1b-9618-4a65-99b5-ef6109fee482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (6e3e55b4-6466-411b-bd31-f471d4be88fe), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:52.729236 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6d15dfdd-469e-40c6-b419-eedfd7bf9bfd req-86310385-3e43-4ae3-953b-b5479e0d6dde tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573781 Jun 24 10:13:52.774869 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06069c1b-9618-4a65-99b5-ef6109fee482 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3e55b4-6466-411b-bd31-f471d4be88fe,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:52.863086 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-e115ef00-3fc8-414a-8d92-02693955c31e req-06069c1b-9618-4a65-99b5-ef6109fee482 service neutron] Attempting to bind port 6e3e55b4-6466-411b-bd31-f471d4be88fe on host hv-cinder-84327 for vnic_type normal with profile {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:13:52.863086 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-e115ef00-3fc8-414a-8d92-02693955c31e req-06069c1b-9618-4a65-99b5-ef6109fee482 service neutron] Attempting to bind port 6e3e55b4-6466-411b-bd31-f471d4be88fe by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '8b1f3c6e-fec4-4195-86b3-56c77f454aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022'}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:13:52.863676 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e115ef00-3fc8-414a-8d92-02693955c31e req-06069c1b-9618-4a65-99b5-ef6109fee482 service neutron] Attempting to bind port 6e3e55b4-6466-411b-bd31-f471d4be88fe on network 7e0493cf-9922-46cd-9f38-42fd8c5fc022 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:13:52.874910 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e115ef00-3fc8-414a-8d92-02693955c31e req-06069c1b-9618-4a65-99b5-ef6109fee482 service neutron] Port 6e3e55b4-6466-411b-bd31-f471d4be88fe on network 7e0493cf-9922-46cd-9f38-42fd8c5fc022 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:13:52.874910 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e115ef00-3fc8-414a-8d92-02693955c31e req-06069c1b-9618-4a65-99b5-ef6109fee482 service neutron] Attempting to bind port 6e3e55b4-6466-411b-bd31-f471d4be88fe on network 7e0493cf-9922-46cd-9f38-42fd8c5fc022 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:13:52.876376 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e115ef00-3fc8-414a-8d92-02693955c31e req-06069c1b-9618-4a65-99b5-ef6109fee482 service neutron] Checking agent: {'id': '26214230-7434-41f1-bd59-00d94ef0f061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'started_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:13:52.876929 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e115ef00-3fc8-414a-8d92-02693955c31e req-06069c1b-9618-4a65-99b5-ef6109fee482 service neutron] Checking segment: {'id': '8b1f3c6e-fec4-4195-86b3-56c77f454aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:13:52.877549 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e115ef00-3fc8-414a-8d92-02693955c31e req-06069c1b-9618-4a65-99b5-ef6109fee482 service neutron] Bound using segment: {'id': '8b1f3c6e-fec4-4195-86b3-56c77f454aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022'} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:13:52.878353 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-e115ef00-3fc8-414a-8d92-02693955c31e req-06069c1b-9618-4a65-99b5-ef6109fee482 service neutron] Bound port: 6e3e55b4-6466-411b-bd31-f471d4be88fe, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1f3c6e-fec4-4195-86b3-56c77f454aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022'}}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:13:52.878943 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-e115ef00-3fc8-414a-8d92-02693955c31e req-06069c1b-9618-4a65-99b5-ef6109fee482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (6e3e55b4-6466-411b-bd31-f471d4be88fe), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:52.961737 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-e115ef00-3fc8-414a-8d92-02693955c31e req-06069c1b-9618-4a65-99b5-ef6109fee482 service neutron] For port 6e3e55b4-6466-411b-bd31-f471d4be88fe, host hv-cinder-84327, cleared binding levels {{(pid=110839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:13:52.965437 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-e115ef00-3fc8-414a-8d92-02693955c31e req-06069c1b-9618-4a65-99b5-ef6109fee482 service neutron] For port 6e3e55b4-6466-411b-bd31-f471d4be88fe, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=6e3e55b4-6466-411b-bd31-f471d4be88fe,segment=NetworkSegment(8b1f3c6e-fec4-4195-86b3-56c77f454aaf),segment_id=8b1f3c6e-fec4-4195-86b3-56c77f454aaf)] {{(pid=110839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:13:53.070142 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-e115ef00-3fc8-414a-8d92-02693955c31e req-06069c1b-9618-4a65-99b5-ef6109fee482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (6e3e55b4-6466-411b-bd31-f471d4be88fe), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:53.109717 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115ef00-3fc8-414a-8d92-02693955c31e req-06069c1b-9618-4a65-99b5-ef6109fee482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:13:53.110474 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-e115ef00-3fc8-414a-8d92-02693955c31e req-06069c1b-9618-4a65-99b5-ef6109fee482 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:13:53.112455 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e115ef00-3fc8-414a-8d92-02693955c31e req-06069c1b-9618-4a65-99b5-ef6109fee482 service neutron] 10.222.0.55 "PUT /v2.0/ports/6e3e55b4-6466-411b-bd31-f471d4be88fe HTTP/1.1" status: 200 len: 1093 time: 0.9431169 Jun 24 10:13:53.113492 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40064e94-9dd9-4008-a3f1-2216553f98ea', 'tag': '6e3e55b4-6466-411b-bd31-f471d4be88fe'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:13:53.115901 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d40edd-e14f-403e-9245-fe2470c27c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "40064e94-9dd9-4008-a3f1-2216553f98ea", "tag": "6e3e55b4-6466-411b-bd31-f471d4be88fe"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:13:53.155942 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06069c1b-9618-4a65-99b5-ef6109fee482 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3e55b4-6466-411b-bd31-f471d4be88fe,revision_number=3']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:13:53.174598 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f12a1c6-c798-4e4f-8827-4561a2aa773b x-openstack-request-id: req-0f12a1c6-c798-4e4f-8827-4561a2aa773b {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:13:53.174598 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40064e94-9dd9-4008-a3f1-2216553f98ea", "tag": "6e3e55b4-6466-411b-bd31-f471d4be88fe", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:13:53.174598 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0f12a1c6-c798-4e4f-8827-4561a2aa773b {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:13:53.174598 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f12a1c6-c798-4e4f-8827-4561a2aa773b'] response: {'name': 'network-changed', 'server_uuid': '40064e94-9dd9-4008-a3f1-2216553f98ea', 'tag': '6e3e55b4-6466-411b-bd31-f471d4be88fe', 'status': 'completed', 'code': 200} Jun 24 10:13:53.244047 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d40edd-e14f-403e-9245-fe2470c27c8b req-45290e12-c952-42ff-ae23-cb5b3edf8653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:13:53.245803 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-55d40edd-e14f-403e-9245-fe2470c27c8b req-45290e12-c952-42ff-ae23-cb5b3edf8653 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ea76e34ae2a4569851abd4e596b5e77&device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 1127 time: 0.0534806 Jun 24 10:13:53.367644 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d40edd-e14f-403e-9245-fe2470c27c8b req-fe26a1b3-d692-43d2-bdf1-c2e1541c7d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:13:53.369296 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-55d40edd-e14f-403e-9245-fe2470c27c8b req-fe26a1b3-d692-43d2-bdf1-c2e1541c7d63 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=2ea76e34ae2a4569851abd4e596b5e77&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1120062 Jun 24 10:13:53.374128 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:53.479012 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:13:53.484345 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d40edd-e14f-403e-9245-fe2470c27c8b req-53f8fcf3-5b7a-4060-999e-bef2b129f1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:13:53.485957 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-55d40edd-e14f-403e-9245-fe2470c27c8b req-53f8fcf3-5b7a-4060-999e-bef2b129f1a3 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1074657 Jun 24 10:13:53.570116 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115ef00-3fc8-414a-8d92-02693955c31e req-a11772bb-b7b8-4b4d-bc6f-99372ec53ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:13:53.572209 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e115ef00-3fc8-414a-8d92-02693955c31e req-a11772bb-b7b8-4b4d-bc6f-99372ec53ad7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ea76e34ae2a4569851abd4e596b5e77&device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 1127 time: 0.0414078 Jun 24 10:13:53.616997 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e115ef00-3fc8-414a-8d92-02693955c31e req-4dcb3ce3-c0ca-402f-8ad9-bdd22dae9956 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e3e55b4-6466-411b-bd31-f471d4be88fe HTTP/1.1" status: 200 len: 217 time: 0.0356240 Jun 24 10:13:53.676500 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115ef00-3fc8-414a-8d92-02693955c31e req-5a82bfae-6e21-424a-b2f9-544219132e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:13:53.678040 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e115ef00-3fc8-414a-8d92-02693955c31e req-5a82bfae-6e21-424a-b2f9-544219132e17 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a HTTP/1.1" status: 200 len: 850 time: 0.0526946 Jun 24 10:13:53.728269 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115ef00-3fc8-414a-8d92-02693955c31e req-a931eaa1-ae3e-4d36-8525-b83498ac91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:13:53.729852 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e115ef00-3fc8-414a-8d92-02693955c31e req-a931eaa1-ae3e-4d36-8525-b83498ac91a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e0493cf-9922-46cd-9f38-42fd8c5fc022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426271 Jun 24 10:13:53.909625 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2263e-dac2-485a-8d10-23c9855ccfd6 req-5811fd3b-7ec4-4e71-94a6-85acacbb5b6f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:13:53.911268 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-12c2263e-dac2-485a-8d10-23c9855ccfd6 req-5811fd3b-7ec4-4e71-94a6-85acacbb5b6f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 943 time: 0.0692441 Jun 24 10:13:53.913400 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e115ef00-3fc8-414a-8d92-02693955c31e req-b17cd745-2544-4af7-bde8-8c6278bae1c5 service neutron] 10.222.0.55 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740491 Jun 24 10:13:54.026739 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-12c2263e-dac2-485a-8d10-23c9855ccfd6 req-ef7fd0cc-5850-41eb-8466-6e9a37b163ca tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096864 Jun 24 10:13:54.059522 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e115ef00-3fc8-414a-8d92-02693955c31e req-dded7c7b-e558-46d1-af9c-b6e734b07482 service neutron] 10.222.0.55 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362619 Jun 24 10:13:55.153154 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8182e-a7e4-40de-a228-00ce9a096c06 req-d592d754-176e-4b58-bcf5-c06a55382683 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:13:55.154729 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-3fe8182e-a7e4-40de-a228-00ce9a096c06 req-d592d754-176e-4b58-bcf5-c06a55382683 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 943 time: 0.0507007 Jun 24 10:13:55.213022 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-3fe8182e-a7e4-40de-a228-00ce9a096c06 req-3e1fce4d-8ba5-4bc7-909f-a6c531e44f66 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515189 Jun 24 10:13:56.341935 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c1ebc-3bf8-4d3f-bbb8-e62f162c2f89 req-235ef0bb-8808-4145-b1de-c00921a71129 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:13:56.343605 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e00c1ebc-3bf8-4d3f-bbb8-e62f162c2f89 req-235ef0bb-8808-4145-b1de-c00921a71129 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 943 time: 0.0529339 Jun 24 10:13:56.414431 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e00c1ebc-3bf8-4d3f-bbb8-e62f162c2f89 req-8201c4eb-db92-428e-bd7a-ffc5d70dddf4 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603313 Jun 24 10:13:57.538085 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508dfce-9934-408d-ae2b-4300fc496d69 req-477c265b-f3ad-4702-b589-7d4ae956ed41 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:13:57.539688 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4508dfce-9934-408d-ae2b-4300fc496d69 req-477c265b-f3ad-4702-b589-7d4ae956ed41 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 943 time: 0.0499570 Jun 24 10:13:57.596497 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-4508dfce-9934-408d-ae2b-4300fc496d69 req-db0cbd86-c0d8-4502-8c83-b82cb0467ef0 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502832 Jun 24 10:13:58.723526 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66b15a-9f98-4bb5-ac45-e98aaa8e4d58 req-898ce679-6c3a-4abd-8635-e2b8ddeac382 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:13:58.725004 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6a66b15a-9f98-4bb5-ac45-e98aaa8e4d58 req-898ce679-6c3a-4abd-8635-e2b8ddeac382 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 943 time: 0.0592649 Jun 24 10:13:58.779187 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6a66b15a-9f98-4bb5-ac45-e98aaa8e4d58 req-000b8878-fa5d-4a20-ac10-675a17774948 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471902 Jun 24 10:13:59.910512 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdc581-788a-4e1f-a418-81f324bc9826 req-1333beb9-af0f-41ea-ad65-2c8b53341ec2 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:13:59.911962 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d4fdc581-788a-4e1f-a418-81f324bc9826 req-1333beb9-af0f-41ea-ad65-2c8b53341ec2 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 943 time: 0.0542498 Jun 24 10:13:59.969542 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d4fdc581-788a-4e1f-a418-81f324bc9826 req-12153818-c492-4dd6-8324-1197afe6bb17 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511909 Jun 24 10:14:01.095759 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1748c-9aa4-45fa-a0dd-dd076b467a9d req-94c81da2-b3fd-432f-8caf-5204fa95feca tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:01.099152 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-54b1748c-9aa4-45fa-a0dd-dd076b467a9d req-94c81da2-b3fd-432f-8caf-5204fa95feca tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 943 time: 0.0525372 Jun 24 10:14:01.169891 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-54b1748c-9aa4-45fa-a0dd-dd076b467a9d req-30fa4193-6fa3-4132-bc46-f641fc28437e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621939 Jun 24 10:14:01.422023 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 6e3e55b4-6466-411b-bd31-f471d4be88fe details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:14:01.528225 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 6e3e55b4-6466-411b-bd31-f471d4be88fe, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=6e3e55b4-6466-411b-bd31-f471d4be88fe,segment=NetworkSegment(8b1f3c6e-fec4-4195-86b3-56c77f454aaf),segment_id=8b1f3c6e-fec4-4195-86b3-56c77f454aaf)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:14:01.545849 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': '6e3e55b4-6466-411b-bd31-f471d4be88fe', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'port_id': '6e3e55b4-6466-411b-bd31-f471d4be88fe', 'mac_address': 'fa:16:3e:b7:b6:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:14:01.581988 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 6e3e55b4-6466-411b-bd31-f471d4be88fe is: DOWN; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:14:01.582378 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (6e3e55b4-6466-411b-bd31-f471d4be88fe), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:01.597010 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3e55b4-6466-411b-bd31-f471d4be88fe {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:14:01.618604 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 6e3e55b4-6466-411b-bd31-f471d4be88fe, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=6e3e55b4-6466-411b-bd31-f471d4be88fe,segment=NetworkSegment(8b1f3c6e-fec4-4195-86b3-56c77f454aaf),segment_id=8b1f3c6e-fec4-4195-86b3-56c77f454aaf)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:14:01.703873 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (6e3e55b4-6466-411b-bd31-f471d4be88fe), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:01.759543 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=6e3e55b4-6466-411b-bd31-f471d4be88fe,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:14:01.947052 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['6e3e55b4-6466-411b-bd31-f471d4be88fe'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:14:02.298718 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae5f1a-593a-4de7-9411-8bc3a91aca5d req-7df421be-ce10-47b5-bfb2-9157688628ea tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:02.300320 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-97ae5f1a-593a-4de7-9411-8bc3a91aca5d req-7df421be-ce10-47b5-bfb2-9157688628ea tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 944 time: 0.0542445 Jun 24 10:14:02.356806 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-97ae5f1a-593a-4de7-9411-8bc3a91aca5d req-64fedd28-8b4c-4bee-9e4d-daf273e6ac38 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478222 Jun 24 10:14:03.439370 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 6e3e55b4-6466-411b-bd31-f471d4be88fe up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:14:03.463671 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:03.481195 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35095afb-a6dd-48aa-88d8-01a3b7b1250c req-86507357-7168-49fc-8c81-4115e99f12f5 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:03.484589 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-35095afb-a6dd-48aa-88d8-01a3b7b1250c req-86507357-7168-49fc-8c81-4115e99f12f5 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 944 time: 0.0551703 Jun 24 10:14:03.488162 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning for port 6e3e55b4-6466-411b-bd31-f471d4be88fe completed by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:14:03.504316 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:03.535718 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-35095afb-a6dd-48aa-88d8-01a3b7b1250c req-bb0de409-a8c2-4833-8529-822fa0fa6f4f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467181 Jun 24 10:14:03.652718 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port 6e3e55b4-6466-411b-bd31-f471d4be88fe triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:14:03.653146 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (6e3e55b4-6466-411b-bd31-f471d4be88fe), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:03.690659 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:03.738280 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 6e3e55b4-6466-411b-bd31-f471d4be88fe is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:14:03.738824 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (6e3e55b4-6466-411b-bd31-f471d4be88fe), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:03.762711 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40064e94-9dd9-4008-a3f1-2216553f98ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3e55b4-6466-411b-bd31-f471d4be88fe'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:14:03.765075 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eef3a66-233b-4c92-b201-fad63d6b6f56" -d '{"events": [{"server_uuid": "40064e94-9dd9-4008-a3f1-2216553f98ea", "name": "network-vif-plugged", "status": "completed", "tag": "6e3e55b4-6466-411b-bd31-f471d4be88fe"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:14:03.779086 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 6e3e55b4-6466-411b-bd31-f471d4be88fe, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=6e3e55b4-6466-411b-bd31-f471d4be88fe,segment=NetworkSegment(8b1f3c6e-fec4-4195-86b3-56c77f454aaf),segment_id=8b1f3c6e-fec4-4195-86b3-56c77f454aaf)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:14:03.801285 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9db22e7-be9f-4bbe-9181-f967f057d06d x-openstack-request-id: req-c9db22e7-be9f-4bbe-9181-f967f057d06d {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:14:03.801587 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40064e94-9dd9-4008-a3f1-2216553f98ea", "name": "network-vif-plugged", "status": "completed", "tag": "6e3e55b4-6466-411b-bd31-f471d4be88fe", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:14:03.801834 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c9db22e7-be9f-4bbe-9181-f967f057d06d {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:14:03.802227 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9db22e7-be9f-4bbe-9181-f967f057d06d'] response: {'server_uuid': '40064e94-9dd9-4008-a3f1-2216553f98ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3e55b4-6466-411b-bd31-f471d4be88fe', 'code': 200} Jun 24 10:14:03.927504 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (6e3e55b4-6466-411b-bd31-f471d4be88fe), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:04.110817 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=6e3e55b4-6466-411b-bd31-f471d4be88fe,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:14:04.229550 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd02b77-5dce-4407-b4e0-eb8ef5be5065 req-1efc3533-bce2-437b-8ac2-4102aab7075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:04.230976 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-dfd02b77-5dce-4407-b4e0-eb8ef5be5065 req-1efc3533-bce2-437b-8ac2-4102aab7075e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 1129 time: 0.0435097 Jun 24 10:14:04.280365 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-dfd02b77-5dce-4407-b4e0-eb8ef5be5065 req-583d047b-d5ae-4846-a11b-63a59b578f09 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406256 Jun 24 10:14:04.655750 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c345e6d-7f06-4cb6-9d3c-17675ef3ffe9 req-03479873-baa6-46db-8958-3973a39f871b tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:04.657377 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9c345e6d-7f06-4cb6-9d3c-17675ef3ffe9 req-03479873-baa6-46db-8958-3973a39f871b tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 945 time: 0.0508914 Jun 24 10:14:04.708843 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9c345e6d-7f06-4cb6-9d3c-17675ef3ffe9 req-2ace1528-2e4e-482c-979d-df2549728804 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452967 Jun 24 10:14:05.537536 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:05.833623 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5a871-4610-46e6-8458-cc7489c5712d req-85817cf4-bddf-463d-9433-49616bab35e9 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:05.835167 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-98d5a871-4610-46e6-8458-cc7489c5712d req-85817cf4-bddf-463d-9433-49616bab35e9 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 945 time: 0.0527210 Jun 24 10:14:05.886010 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-98d5a871-4610-46e6-8458-cc7489c5712d req-851e89f4-75d1-4b57-912f-4ee5b0b24f9c tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446467 Jun 24 10:14:06.003132 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5a8b1-44b4-43f9-a501-de2bbbc47a45 req-6b8a0bda-913b-403a-af5e-cbef0d6d86ba tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:06.004632 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f7a5a8b1-44b4-43f9-a501-de2bbbc47a45 req-6b8a0bda-913b-403a-af5e-cbef0d6d86ba tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 945 time: 0.0490906 Jun 24 10:14:06.062564 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f7a5a8b1-44b4-43f9-a501-de2bbbc47a45 req-8bf8ad33-e96b-472f-8cd9-7a96b32cc937 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517440 Jun 24 10:14:06.085242 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 48378) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:14:06.169271 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729a51c3-3e8f-4410-9f91-fcb0666fc522 tempest-TestVolumeBootPattern-478272239 tempest-TestVolumeBootPattern-478272239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:06.170791 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-729a51c3-3e8f-4410-9f91-fcb0666fc522 tempest-TestVolumeBootPattern-478272239 tempest-TestVolumeBootPattern-478272239-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 1124 time: 0.0845263 Jun 24 10:14:06.173614 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 48382) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:14:06.177894 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-76fee8a0-eef8-43ca-9940-160a79cb9035 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Request body: {'floatingip': {'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'port_id': '6e3e55b4-6466-411b-bd31-f471d4be88fe', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:14:06.360945 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-76fee8a0-eef8-43ca-9940-160a79cb9035 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:06.384381 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:06.443190 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-76fee8a0-eef8-43ca-9940-160a79cb9035 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:06.557089 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [None req-76fee8a0-eef8-43ca-9940-160a79cb9035 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Allocated IP 172.27.2.91 (a3837c3f-8d84-4126-8dfc-b4bde8a26600/ef99dc90-6579-4f1e-9fc6-58eb2334384d/97bad7b7-1783-4f6b-a396-571332d73e95) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:14:06.959965 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-76fee8a0-eef8-43ca-9940-160a79cb9035 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for port (97bad7b7-1783-4f6b-a396-571332d73e95), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:07.098424 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-76fee8a0-eef8-43ca-9940-160a79cb9035 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (97bad7b7-1783-4f6b-a396-571332d73e95), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:07.144264 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fee8a0-eef8-43ca-9940-160a79cb9035 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:14:07.149916 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-76fee8a0-eef8-43ca-9940-160a79cb9035 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:14:07.153781 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fee8a0-eef8-43ca-9940-160a79cb9035 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:14:07.157001 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:07.174710 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fee8a0-eef8-43ca-9940-160a79cb9035 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Pushing event updated for resources: {'Port': ['ID=97bad7b7-1783-4f6b-a396-571332d73e95,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:14:07.510007 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:07.560678 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-76fee8a0-eef8-43ca-9940-160a79cb9035 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for floatingip (8523774c-75fd-42db-b2e6-ebd76d9ed535), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:07.752710 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-76fee8a0-eef8-43ca-9940-160a79cb9035 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (97bad7b7-1783-4f6b-a396-571332d73e95), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:07.907571 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-76fee8a0-eef8-43ca-9940-160a79cb9035 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for port (97bad7b7-1783-4f6b-a396-571332d73e95), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:08.000865 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-76fee8a0-eef8-43ca-9940-160a79cb9035 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (97bad7b7-1783-4f6b-a396-571332d73e95), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:08.078199 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fee8a0-eef8-43ca-9940-160a79cb9035 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Pushing event updated for resources: {'Port': ['ID=97bad7b7-1783-4f6b-a396-571332d73e95,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:14:08.091149 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-76fee8a0-eef8-43ca-9940-160a79cb9035 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (8523774c-75fd-42db-b2e6-ebd76d9ed535), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:08.193477 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.l3_db [None req-76fee8a0-eef8-43ca-9940-160a79cb9035 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Floating IP 8523774c-75fd-42db-b2e6-ebd76d9ed535 associated. External IP: 172.27.2.91, port: 6e3e55b4-6466-411b-bd31-f471d4be88fe. Jun 24 10:14:08.299243 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:08.402527 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fee8a0-eef8-43ca-9940-160a79cb9035 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Router babeda2a-ce2b-4f86-a5bd-e688c366c335 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:14:08.520231 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fee8a0-eef8-43ca-9940-160a79cb9035 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:14:08.530404 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94a2a89-54e4-47ea-a244-9bfa0fd5ae8c None None] Sync routers for ids ['babeda2a-ce2b-4f86-a5bd-e688c366c335'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:14:08.542596 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94a2a89-54e4-47ea-a244-9bfa0fd5ae8c None None] Routers {'babeda2a-ce2b-4f86-a5bd-e688c366c335'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:14:08.551145 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-b94a2a89-54e4-47ea-a244-9bfa0fd5ae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:13:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['babeda2a-ce2b-4f86-a5bd-e688c366c335'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:14:08.651603 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-b94a2a89-54e4-47ea-a244-9bfa0fd5ae8c None None] Set router babeda2a-ce2b-4f86-a5bd-e688c366c335 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:14:08.672034 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-76fee8a0-eef8-43ca-9940-160a79cb9035 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:08.712631 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-76fee8a0-eef8-43ca-9940-160a79cb9035 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5379567 Jun 24 10:14:08.713318 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40064e94-9dd9-4008-a3f1-2216553f98ea', 'tag': '6e3e55b4-6466-411b-bd31-f471d4be88fe'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:14:08.715795 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26764f90-af2b-4067-9e11-6114d74b14d0" -d '{"events": [{"name": "network-changed", "server_uuid": "40064e94-9dd9-4008-a3f1-2216553f98ea", "tag": "6e3e55b4-6466-411b-bd31-f471d4be88fe"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:14:08.753830 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1820ad3-7543-4583-b722-b8712e68cb05 x-openstack-request-id: req-f1820ad3-7543-4583-b722-b8712e68cb05 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:14:08.754282 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40064e94-9dd9-4008-a3f1-2216553f98ea", "tag": "6e3e55b4-6466-411b-bd31-f471d4be88fe", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:14:08.754612 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1820ad3-7543-4583-b722-b8712e68cb05 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:14:08.755134 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1820ad3-7543-4583-b722-b8712e68cb05'] response: {'name': 'network-changed', 'server_uuid': '40064e94-9dd9-4008-a3f1-2216553f98ea', 'tag': '6e3e55b4-6466-411b-bd31-f471d4be88fe', 'status': 'completed', 'code': 200} Jun 24 10:14:08.828590 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26764f90-af2b-4067-9e11-6114d74b14d0 req-cada0685-5e68-45a9-9493-8efb7ddb3386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:08.830464 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26764f90-af2b-4067-9e11-6114d74b14d0 req-cada0685-5e68-45a9-9493-8efb7ddb3386 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ea76e34ae2a4569851abd4e596b5e77&device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 1129 time: 0.0482676 Jun 24 10:14:08.901564 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-b94a2a89-54e4-47ea-a244-9bfa0fd5ae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:13:17Z', 'revision_number': 4, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '8523774c-75fd-42db-b2e6-ebd76d9ed535', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'port_id': '6e3e55b4-6466-411b-bd31-f471d4be88fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'mac_address': 'fa:16:3e:b7:b6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40064e94-9dd9-4008-a3f1-2216553f98ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:14:07Z', 'updated_at': '2022-06-24T10:14:07Z', 'revision_number': 0, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a716b606-0d2c-4663-9e93-4f41343ac526', 'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'mac_address': 'fa:16:3e:05:56:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:16Z', 'updated_at': '2022-06-24T10:13:21Z', 'revision_number': 5, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'subnets': [{'id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:14:08.930519 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94a2a89-54e4-47ea-a244-9bfa0fd5ae8c None None] Checking router: babeda2a-ce2b-4f86-a5bd-e688c366c335 for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:14:08.940400 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94a2a89-54e4-47ea-a244-9bfa0fd5ae8c None None] Routers {'babeda2a-ce2b-4f86-a5bd-e688c366c335'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:14:08.941014 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-b94a2a89-54e4-47ea-a244-9bfa0fd5ae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:13:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['babeda2a-ce2b-4f86-a5bd-e688c366c335'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:14:08.943310 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26764f90-af2b-4067-9e11-6114d74b14d0 req-b9106b90-d3ef-4be4-ba0f-851b6f62e729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:08.944846 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26764f90-af2b-4067-9e11-6114d74b14d0 req-b9106b90-d3ef-4be4-ba0f-851b6f62e729 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e0493cf-9922-46cd-9f38-42fd8c5fc022 HTTP/1.1" status: 200 len: 912 time: 0.1091466 Jun 24 10:14:09.019305 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26764f90-af2b-4067-9e11-6114d74b14d0 req-843de893-6162-492e-8443-e122993b82ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e3e55b4-6466-411b-bd31-f471d4be88fe HTTP/1.1" status: 200 len: 998 time: 0.0682681 Jun 24 10:14:09.074124 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-b94a2a89-54e4-47ea-a244-9bfa0fd5ae8c None None] Set router babeda2a-ce2b-4f86-a5bd-e688c366c335 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:14:09.077739 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26764f90-af2b-4067-9e11-6114d74b14d0 req-b01d65bf-ef1a-406a-a59b-948b316a00f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:09.079675 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26764f90-af2b-4067-9e11-6114d74b14d0 req-b01d65bf-ef1a-406a-a59b-948b316a00f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a HTTP/1.1" status: 200 len: 850 time: 0.0547249 Jun 24 10:14:09.128917 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:09.145016 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26764f90-af2b-4067-9e11-6114d74b14d0 req-c779457e-439a-429d-82bc-9a3fc91e3fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:09.147536 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26764f90-af2b-4067-9e11-6114d74b14d0 req-c779457e-439a-429d-82bc-9a3fc91e3fad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e0493cf-9922-46cd-9f38-42fd8c5fc022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617335 Jun 24 10:14:09.267240 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26764f90-af2b-4067-9e11-6114d74b14d0 req-6fc0462c-bd03-4c34-8949-9557e4faa86c service neutron] 10.222.0.55 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138508 Jun 24 10:14:09.339338 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-b94a2a89-54e4-47ea-a244-9bfa0fd5ae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:13:17Z', 'revision_number': 4, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '8523774c-75fd-42db-b2e6-ebd76d9ed535', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'port_id': '6e3e55b4-6466-411b-bd31-f471d4be88fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'mac_address': 'fa:16:3e:b7:b6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40064e94-9dd9-4008-a3f1-2216553f98ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:14:07Z', 'updated_at': '2022-06-24T10:14:07Z', 'revision_number': 0, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a716b606-0d2c-4663-9e93-4f41343ac526', 'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'mac_address': 'fa:16:3e:05:56:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:16Z', 'updated_at': '2022-06-24T10:13:21Z', 'revision_number': 5, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'subnets': [{'id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:14:09.361949 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-26764f90-af2b-4067-9e11-6114d74b14d0 req-cb9abaa2-e769-49f0-b38e-9d79edcc27ec service neutron] 10.222.0.55 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890815 Jun 24 10:14:09.364956 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94a2a89-54e4-47ea-a244-9bfa0fd5ae8c None None] The sync data for ids ['babeda2a-ce2b-4f86-a5bd-e688c366c335'] in dv-cinder-843277-6-iscsi is: [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:13:17Z', 'revision_number': 4, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '8523774c-75fd-42db-b2e6-ebd76d9ed535', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'port_id': '6e3e55b4-6466-411b-bd31-f471d4be88fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'mac_address': 'fa:16:3e:b7:b6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40064e94-9dd9-4008-a3f1-2216553f98ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:14:07Z', 'updated_at': '2022-06-24T10:14:07Z', 'revision_number': 0, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a716b606-0d2c-4663-9e93-4f41343ac526', 'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'mac_address': 'fa:16:3e:05:56:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:16Z', 'updated_at': '2022-06-24T10:13:21Z', 'revision_number': 5, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'subnets': [{'id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:14:09.556733 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b35c9fc-8e8f-4258-a35f-c07af5b5bab6 None None] New status for floating IP 8523774c-75fd-42db-b2e6-ebd76d9ed535: ACTIVE {{(pid=110841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:14:12.018228 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:14:14.846173 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9750b05f-a6b0-4c56-83b0-b847bf932e14 req-3ce71837-fe9d-4ed4-81e8-545af2226a21 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544291 Jun 24 10:14:14.963223 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750b05f-a6b0-4c56-83b0-b847bf932e14 req-a09827ef-755d-41b9-866f-4b2daf54d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:14.964979 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9750b05f-a6b0-4c56-83b0-b847bf932e14 req-a09827ef-755d-41b9-866f-4b2daf54d726 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3414c9d5fbfd4397a55c8d03eeb90a19&device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 1129 time: 0.0449409 Jun 24 10:14:15.096780 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750b05f-a6b0-4c56-83b0-b847bf932e14 req-6009b933-f238-481f-a2c6-e40eb977c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:15.098369 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9750b05f-a6b0-4c56-83b0-b847bf932e14 req-6009b933-f238-481f-a2c6-e40eb977c79f service neutron] 10.222.0.55 "GET /v2.0/networks?id=f789a03c-b019-4c7a-8476-7691a938dc64 HTTP/1.1" status: 200 len: 910 time: 0.1123412 Jun 24 10:14:15.166407 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9750b05f-a6b0-4c56-83b0-b847bf932e14 req-4fa7e77c-9de4-4d97-846b-8fbae3f96e6a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27d385ce-eca4-4188-828a-5f898681a1fe HTTP/1.1" status: 200 len: 1000 time: 0.0621459 Jun 24 10:14:15.208081 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:15.225873 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750b05f-a6b0-4c56-83b0-b847bf932e14 req-75131c5c-b91b-45a8-a4ff-980830f98a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:15.227764 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9750b05f-a6b0-4c56-83b0-b847bf932e14 req-75131c5c-b91b-45a8-a4ff-980830f98a87 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a1aede6-2d12-4f46-9bd2-c76ee717b4b6 HTTP/1.1" status: 200 len: 848 time: 0.0528483 Jun 24 10:14:15.289245 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750b05f-a6b0-4c56-83b0-b847bf932e14 req-02223057-c8f1-4667-8196-1aa3738943ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:15.290782 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9750b05f-a6b0-4c56-83b0-b847bf932e14 req-02223057-c8f1-4667-8196-1aa3738943ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f789a03c-b019-4c7a-8476-7691a938dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414448 Jun 24 10:14:15.404050 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9750b05f-a6b0-4c56-83b0-b847bf932e14 req-9740031b-117c-4805-bfbc-bbbdc8b1bdf6 service neutron] 10.222.0.55 "GET /v2.0/networks/f789a03c-b019-4c7a-8476-7691a938dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020212 Jun 24 10:14:15.529958 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9750b05f-a6b0-4c56-83b0-b847bf932e14 req-e104e278-47cd-4d0e-ac80-2934b3b9d1c3 service neutron] 10.222.0.55 "GET /v2.0/networks/f789a03c-b019-4c7a-8476-7691a938dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083195 Jun 24 10:14:15.817639 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e877e986-ab08-4d2b-93eb-a34a4b2a3f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:15.877780 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=82 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:15.880876 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=92 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:17.909736 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-de789155-aa21-43b5-9223-53364619233f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:19.206223 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:20.846080 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:21.080367 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:25.525035 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=23 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:25.526033 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=68 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:26.256074 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ae67a-0f0f-46e4-856c-6fa3e28649d7 req-bc6457f8-ccdd-4291-bd9a-666c258c84c7 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:26.258168 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e46ae67a-0f0f-46e4-856c-6fa3e28649d7 req-bc6457f8-ccdd-4291-bd9a-666c258c84c7 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 945 time: 0.0604863 Jun 24 10:14:26.313206 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e46ae67a-0f0f-46e4-856c-6fa3e28649d7 req-1793bd06-6ce6-4d53-b1b4-6f2783fa15b1 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473144 Jun 24 10:14:26.892016 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=75 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:26.892826 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=81 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:27.442491 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc8c73-9b96-4b62-bfe7-3f8158088529 req-5cee0c19-84be-4da2-9753-4795ee38f56e tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:27.443995 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-25bc8c73-9b96-4b62-bfe7-3f8158088529 req-5cee0c19-84be-4da2-9753-4795ee38f56e tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 945 time: 0.0502110 Jun 24 10:14:27.506493 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-25bc8c73-9b96-4b62-bfe7-3f8158088529 req-fe89205a-e36c-4a5a-bc27-e8c44ff7366a tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567896 Jun 24 10:14:28.629047 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc71487-a77f-421d-89b8-861ca948c35b req-9237fc8c-ecac-48ac-ac7c-e9acb03b0842 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:28.630564 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9bc71487-a77f-421d-89b8-861ca948c35b req-9237fc8c-ecac-48ac-ac7c-e9acb03b0842 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 945 time: 0.0484724 Jun 24 10:14:28.685060 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9bc71487-a77f-421d-89b8-861ca948c35b req-b63a8a71-4469-4243-899b-84fe4980cb9b tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488167 Jun 24 10:14:29.805082 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d132578-9a6a-4b3e-bf60-13baedd73d50 req-ce3bf2a8-16a7-4452-a337-480f4d34ef17 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:29.806621 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3d132578-9a6a-4b3e-bf60-13baedd73d50 req-ce3bf2a8-16a7-4452-a337-480f4d34ef17 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 945 time: 0.0499518 Jun 24 10:14:29.859272 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3d132578-9a6a-4b3e-bf60-13baedd73d50 req-39d19ba3-c0d7-4886-b042-f7587676627c tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457425 Jun 24 10:14:30.900802 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=68,neutron:UPDATE=6 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:30.905452 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:30.983201 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f70d7-5c3c-4b39-870a-0be43f7dbe3b req-7f929619-6ea3-43da-beef-d00aa75acb99 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:30.984740 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b71f70d7-5c3c-4b39-870a-0be43f7dbe3b req-7f929619-6ea3-43da-beef-d00aa75acb99 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 945 time: 0.0524805 Jun 24 10:14:31.036003 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b71f70d7-5c3c-4b39-870a-0be43f7dbe3b req-b6884610-4de3-40a6-a581-fe8f98157627 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453627 Jun 24 10:14:32.157144 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bcc0f-dd25-46d8-97f2-721fcb954fe9 req-05e83549-967e-44b8-ab84-427abcc61e48 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:32.158630 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-420bcc0f-dd25-46d8-97f2-721fcb954fe9 req-05e83549-967e-44b8-ab84-427abcc61e48 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 945 time: 0.0533140 Jun 24 10:14:32.211288 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-420bcc0f-dd25-46d8-97f2-721fcb954fe9 req-4761847a-cd62-4789-ad8c-be520922f3b2 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458229 Jun 24 10:14:33.325474 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb40b1-5ea1-4790-a44b-7c0568620467 req-1495d921-472e-4112-aa7d-d372fe41fd55 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:33.326948 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-3ddb40b1-5ea1-4790-a44b-7c0568620467 req-1495d921-472e-4112-aa7d-d372fe41fd55 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 945 time: 0.0467217 Jun 24 10:14:33.377078 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-3ddb40b1-5ea1-4790-a44b-7c0568620467 req-66592fa9-70c3-4c11-a329-2a9cd4122247 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444582 Jun 24 10:14:34.495055 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa19a18-e38d-4a20-a201-c75740ef7abd req-174beaec-6195-4877-b624-f2e45525a911 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:34.496608 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0aa19a18-e38d-4a20-a201-c75740ef7abd req-174beaec-6195-4877-b624-f2e45525a911 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 945 time: 0.0483701 Jun 24 10:14:34.546189 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0aa19a18-e38d-4a20-a201-c75740ef7abd req-72dda938-88fa-49a9-82f3-f1d4b64806d0 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440185 Jun 24 10:14:35.565761 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:35.666280 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0555308-9f69-4093-a973-438854dea242 req-2c8dfbd4-f917-4262-b5af-f3a00ebc9918 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:35.667919 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e0555308-9f69-4093-a973-438854dea242 req-2c8dfbd4-f917-4262-b5af-f3a00ebc9918 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 945 time: 0.0531518 Jun 24 10:14:35.719265 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e0555308-9f69-4093-a973-438854dea242 req-e36a5c53-26b2-4252-8966-5f00c73637ad tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456388 Jun 24 10:14:36.487982 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb7800-11ef-456f-91eb-18c44ec9bcf5 req-7f5ef296-a16d-4096-8a35-0fc0b50dccef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:36.489543 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e7fb7800-11ef-456f-91eb-18c44ec9bcf5 req-7f5ef296-a16d-4096-8a35-0fc0b50dccef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3414c9d5fbfd4397a55c8d03eeb90a19&device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 1129 time: 0.0482001 Jun 24 10:14:36.587073 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb7800-11ef-456f-91eb-18c44ec9bcf5 req-3353f6fa-b0d1-428a-9de4-e56da4ea3f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:36.588601 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e7fb7800-11ef-456f-91eb-18c44ec9bcf5 req-3353f6fa-b0d1-428a-9de4-e56da4ea3f77 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f789a03c-b019-4c7a-8476-7691a938dc64 HTTP/1.1" status: 200 len: 910 time: 0.0922928 Jun 24 10:14:36.671292 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e7fb7800-11ef-456f-91eb-18c44ec9bcf5 req-6b77aad8-092e-41b3-bc34-411cddbc8134 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27d385ce-eca4-4188-828a-5f898681a1fe HTTP/1.1" status: 200 len: 1000 time: 0.0675755 Jun 24 10:14:36.719881 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb7800-11ef-456f-91eb-18c44ec9bcf5 req-008a2654-dc62-4c55-9a21-5a912acce73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:36.721383 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e7fb7800-11ef-456f-91eb-18c44ec9bcf5 req-008a2654-dc62-4c55-9a21-5a912acce73f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a1aede6-2d12-4f46-9bd2-c76ee717b4b6 HTTP/1.1" status: 200 len: 848 time: 0.0478585 Jun 24 10:14:36.774507 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb7800-11ef-456f-91eb-18c44ec9bcf5 req-e035a1ff-7cda-462a-8cae-1da50fd9e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:36.776025 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e7fb7800-11ef-456f-91eb-18c44ec9bcf5 req-e035a1ff-7cda-462a-8cae-1da50fd9e64c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f789a03c-b019-4c7a-8476-7691a938dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479603 Jun 24 10:14:36.887243 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0ef20-503f-4f90-8f4e-4dbac24871a9 req-14862f24-face-4f12-bbc8-fd8500c691d8 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:36.888858 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9da0ef20-503f-4f90-8f4e-4dbac24871a9 req-14862f24-face-4f12-bbc8-fd8500c691d8 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 945 time: 0.0961280 Jun 24 10:14:36.939555 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e7fb7800-11ef-456f-91eb-18c44ec9bcf5 req-5a28248a-8e3e-4f87-b85a-058b1519ffd1 service neutron] 10.222.0.55 "GET /v2.0/networks/f789a03c-b019-4c7a-8476-7691a938dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554141 Jun 24 10:14:36.978603 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-9da0ef20-503f-4f90-8f4e-4dbac24871a9 req-9f25a7da-1e28-4666-b116-74c929d5feb8 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829706 Jun 24 10:14:37.058336 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e7fb7800-11ef-456f-91eb-18c44ec9bcf5 req-598c30ff-e79c-4f7c-9eaf-17f201f75c9d service neutron] 10.222.0.55 "GET /v2.0/networks/f789a03c-b019-4c7a-8476-7691a938dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115248 Jun 24 10:14:38.103532 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba3c8b-3016-44b4-aba3-888a0611d18b req-b2c69fbc-6f85-494d-8440-5791fecb555a tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:38.105106 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-75ba3c8b-3016-44b4-aba3-888a0611d18b req-b2c69fbc-6f85-494d-8440-5791fecb555a tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 945 time: 0.0535104 Jun 24 10:14:38.156332 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-75ba3c8b-3016-44b4-aba3-888a0611d18b req-0c9fa498-9a21-4eb3-8fb9-2c32dfcd447e tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452781 Jun 24 10:14:39.271682 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a04370-75bd-408c-8345-212b80661053 req-465d7cae-80b7-4147-b5e1-aefad73b27f4 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:39.273618 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e4a04370-75bd-408c-8345-212b80661053 req-465d7cae-80b7-4147-b5e1-aefad73b27f4 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 945 time: 0.0484400 Jun 24 10:14:39.294228 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:39.310470 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:39.323421 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-e4a04370-75bd-408c-8345-212b80661053 req-6c5a6b7d-7305-4fab-b2c6-e40b3db3b3b5 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443063 Jun 24 10:14:40.445122 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7cd24c-11f3-47ef-97f7-6718c96c4add req-22df0c66-7996-4fe8-b710-d65c29a4814d tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:40.446496 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2d7cd24c-11f3-47ef-97f7-6718c96c4add req-22df0c66-7996-4fe8-b710-d65c29a4814d tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 945 time: 0.0536973 Jun 24 10:14:40.496588 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2d7cd24c-11f3-47ef-97f7-6718c96c4add req-f840c1af-eeec-4240-bb7d-b7544c2d0885 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443201 Jun 24 10:14:41.077164 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048f436-355b-4e0b-b9c2-95dd8b9f38e1 req-62482b68-8597-444c-af59-90892568fc93 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:41.078684 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9048f436-355b-4e0b-b9c2-95dd8b9f38e1 req-62482b68-8597-444c-af59-90892568fc93 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 945 time: 0.0591905 Jun 24 10:14:41.164160 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9048f436-355b-4e0b-b9c2-95dd8b9f38e1 req-a6afaa32-9707-4a2d-9652-d5183ba214f6 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793324 Jun 24 10:14:41.168198 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-744ffb47-9f43-4300-bec6-1c37e89c6a7e req-c6dd3d15-49f8-4a9c-a4af-da6a5b82e70d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1176684 Jun 24 10:14:41.356466 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ffb47-9f43-4300-bec6-1c37e89c6a7e req-72d157b7-3ff2-4019-a9f8-6bb35fcb0b31 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:41.357920 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-744ffb47-9f43-4300-bec6-1c37e89c6a7e req-72d157b7-3ff2-4019-a9f8-6bb35fcb0b31 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports/27d385ce-eca4-4188-828a-5f898681a1fe HTTP/1.1" status: 200 len: 942 time: 0.1609910 Jun 24 10:14:41.656116 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 27d385ce-eca4-4188-828a-5f898681a1fe no longer exists at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:14:41.734874 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 27d385ce-eca4-4188-828a-5f898681a1fe is: ACTIVE; New status is: DOWN {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:14:41.735215 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (27d385ce-eca4-4188-828a-5f898681a1fe), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:41.759912 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a43dc1-7e32-45bd-a007-1f9eb0fcedb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27d385ce-eca4-4188-828a-5f898681a1fe'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:14:41.762497 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee298df3-0172-42a8-98b4-64add196024c" -d '{"events": [{"server_uuid": "82a43dc1-7e32-45bd-a007-1f9eb0fcedb3", "name": "network-vif-unplugged", "status": "completed", "tag": "27d385ce-eca4-4188-828a-5f898681a1fe"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:14:41.785488 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 27d385ce-eca4-4188-828a-5f898681a1fe, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=27d385ce-eca4-4188-828a-5f898681a1fe,segment=NetworkSegment(1f3d6f8b-bd0b-423f-b529-de14e993aa76),segment_id=1f3d6f8b-bd0b-423f-b529-de14e993aa76)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:14:41.815760 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Jun 2022 10:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb52d7c-b5a6-4f14-873c-0989c4f6d2a7 x-openstack-request-id: req-fcb52d7c-b5a6-4f14-873c-0989c4f6d2a7 {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:14:41.816261 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a43dc1-7e32-45bd-a007-1f9eb0fcedb3", "name": "network-vif-unplugged", "status": "failed", "tag": "27d385ce-eca4-4188-828a-5f898681a1fe", "code": 422}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:14:41.816667 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fcb52d7c-b5a6-4f14-873c-0989c4f6d2a7 {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:14:41.817290 dv-cinder-843277-6-iscsi neutron-server[110841]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fcb52d7c-b5a6-4f14-873c-0989c4f6d2a7']: {'server_uuid': '82a43dc1-7e32-45bd-a007-1f9eb0fcedb3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '27d385ce-eca4-4188-828a-5f898681a1fe', 'code': 422} returned with failed status Jun 24 10:14:41.874483 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (27d385ce-eca4-4188-828a-5f898681a1fe), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:41.929191 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=27d385ce-eca4-4188-828a-5f898681a1fe,revision_number=6']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:14:41.937021 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:41.937364 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:41.937702 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:41.938039 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:41.938377 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:41.938701 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:41.939026 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:41.939340 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:41.939659 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:41.939985 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:41.940331 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:41.940649 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:41.940966 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:41.941281 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:41.941597 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:14:42.295207 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a40c8-1edf-44c9-a966-e5202780483e req-8f4af744-267e-478e-a103-c93dfb2bd5bc tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:42.296818 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d12a40c8-1edf-44c9-a966-e5202780483e req-8f4af744-267e-478e-a103-c93dfb2bd5bc tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 943 time: 0.0568056 Jun 24 10:14:42.353576 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-d12a40c8-1edf-44c9-a966-e5202780483e req-2dba00a9-b242-4d21-b716-78cf0c6f52cc tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508342 Jun 24 10:14:43.479328 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ab39f-04bf-49fa-be71-1b884e4c467b req-303a5300-bc8b-4fa1-a512-dc27d3c82692 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:43.481179 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6d6ab39f-04bf-49fa-be71-1b884e4c467b req-303a5300-bc8b-4fa1-a512-dc27d3c82692 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 943 time: 0.0542114 Jun 24 10:14:43.539232 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6d6ab39f-04bf-49fa-be71-1b884e4c467b req-ff67b4ce-a6ea-4133-a45e-eb64bc48e458 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517488 Jun 24 10:14:43.924801 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:43.925752 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:44.051280 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ffb47-9f43-4300-bec6-1c37e89c6a7e req-2ca22bee-d252-41d4-86d7-bc4fa797c680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:44.052832 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-744ffb47-9f43-4300-bec6-1c37e89c6a7e req-2ca22bee-d252-41d4-86d7-bc4fa797c680 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3&tenant_id=3414c9d5fbfd4397a55c8d03eeb90a19 HTTP/1.1" status: 200 len: 1127 time: 0.0463798 Jun 24 10:14:44.130696 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ffb47-9f43-4300-bec6-1c37e89c6a7e req-7e5d43f7-de64-4f3c-b040-30fc21a47490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:44.132313 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-744ffb47-9f43-4300-bec6-1c37e89c6a7e req-7e5d43f7-de64-4f3c-b040-30fc21a47490 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3414c9d5fbfd4397a55c8d03eeb90a19&device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 1127 time: 0.0493193 Jun 24 10:14:44.243825 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ffb47-9f43-4300-bec6-1c37e89c6a7e req-eeb63ece-3045-48fc-ba0a-a46c9bfdb640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:44.245328 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-744ffb47-9f43-4300-bec6-1c37e89c6a7e req-eeb63ece-3045-48fc-ba0a-a46c9bfdb640 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f789a03c-b019-4c7a-8476-7691a938dc64 HTTP/1.1" status: 200 len: 910 time: 0.1019630 Jun 24 10:14:44.316640 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-744ffb47-9f43-4300-bec6-1c37e89c6a7e req-87a4525b-fbf6-420e-9f7f-848b2437de2b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27d385ce-eca4-4188-828a-5f898681a1fe HTTP/1.1" status: 200 len: 998 time: 0.0627725 Jun 24 10:14:44.373303 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ffb47-9f43-4300-bec6-1c37e89c6a7e req-7a3fca64-95ff-48bc-a3df-cf8adfc1b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:44.375979 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-744ffb47-9f43-4300-bec6-1c37e89c6a7e req-7a3fca64-95ff-48bc-a3df-cf8adfc1b3b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a1aede6-2d12-4f46-9bd2-c76ee717b4b6 HTTP/1.1" status: 200 len: 848 time: 0.0505722 Jun 24 10:14:44.427828 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ffb47-9f43-4300-bec6-1c37e89c6a7e req-c2588fbe-b7f4-4bf7-b073-f688d0b73cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:44.429735 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-744ffb47-9f43-4300-bec6-1c37e89c6a7e req-c2588fbe-b7f4-4bf7-b073-f688d0b73cde service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f789a03c-b019-4c7a-8476-7691a938dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449655 Jun 24 10:14:44.528643 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-744ffb47-9f43-4300-bec6-1c37e89c6a7e req-62f14bc7-5c89-4cd4-815a-709365db3505 service neutron] 10.222.0.55 "GET /v2.0/networks/f789a03c-b019-4c7a-8476-7691a938dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893197 Jun 24 10:14:44.639099 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-744ffb47-9f43-4300-bec6-1c37e89c6a7e req-2feb88e0-7ccb-4a0b-8891-5fa8d94ac47a service neutron] 10.222.0.55 "GET /v2.0/networks/f789a03c-b019-4c7a-8476-7691a938dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024282 Jun 24 10:14:44.677180 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4306bf6-3678-48d1-a0c9-79863ce57ee4 req-04e1a2be-9ef6-4166-b612-378a136a530c tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:44.679577 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b4306bf6-3678-48d1-a0c9-79863ce57ee4 req-04e1a2be-9ef6-4166-b612-378a136a530c tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 943 time: 0.0505149 Jun 24 10:14:44.708607 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:44.738157 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b4306bf6-3678-48d1-a0c9-79863ce57ee4 req-6e84c7cc-65c2-4244-8452-dd8727b920df tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520523 Jun 24 10:14:45.766723 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-24347790-f1f8-48f4-a9b7-bead7463d80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:45.869489 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3e85c-b384-45ff-a6ca-a850a1b5e495 req-7a2bd97a-958d-46b0-bca0-a5e6ed9b6725 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:45.871046 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7cf3e85c-b384-45ff-a6ca-a850a1b5e495 req-7a2bd97a-958d-46b0-bca0-a5e6ed9b6725 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 943 time: 0.0495968 Jun 24 10:14:45.922832 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7cf3e85c-b384-45ff-a6ca-a850a1b5e495 req-7287417e-880c-4e17-882c-22cee8b0f90d tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456972 Jun 24 10:14:47.051837 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b49802-c803-4196-8a9a-4e3817a47d77 req-1a7a9297-d0c1-43b9-9757-a068156fe080 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:47.053854 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-24b49802-c803-4196-8a9a-4e3817a47d77 req-1a7a9297-d0c1-43b9-9757-a068156fe080 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 943 time: 0.0529130 Jun 24 10:14:47.080870 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:47.105853 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-24b49802-c803-4196-8a9a-4e3817a47d77 req-61ab2bd8-32af-4fe9-bf2b-503fc44637a1 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462568 Jun 24 10:14:47.913655 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-40f3f94f-cef4-465e-8405-d6503836c6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:48.223447 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9f6db-c459-4bf4-a7bd-5c502658a632 req-b7d9c8f6-6cec-47e3-946d-9060e62d2ec6 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:48.224899 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f4f9f6db-c459-4bf4-a7bd-5c502658a632 req-b7d9c8f6-6cec-47e3-946d-9060e62d2ec6 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 943 time: 0.0491514 Jun 24 10:14:48.281697 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f4f9f6db-c459-4bf4-a7bd-5c502658a632 req-8dee3d9a-9bcf-408e-88d5-354cc56b811c tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489447 Jun 24 10:14:49.020563 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:14:49.239784 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:49.400468 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e7572-c408-43ef-878f-93f558780b7b req-831c2826-b001-4097-b188-d42cfb4e8e02 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:49.401993 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b82e7572-c408-43ef-878f-93f558780b7b req-831c2826-b001-4097-b188-d42cfb4e8e02 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 943 time: 0.0504484 Jun 24 10:14:49.453434 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-b82e7572-c408-43ef-878f-93f558780b7b req-55b244a5-5884-457f-ab02-8aa542d36a9f tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456746 Jun 24 10:14:50.578125 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb1e6f-6654-4c6b-bf02-7e55631aa89c req-493e07a1-54fd-47ca-be49-ba1c418dbac7 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:50.579722 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-efeb1e6f-6654-4c6b-bf02-7e55631aa89c req-493e07a1-54fd-47ca-be49-ba1c418dbac7 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 943 time: 0.0501885 Jun 24 10:14:50.631590 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-efeb1e6f-6654-4c6b-bf02-7e55631aa89c req-566af4af-9222-403e-9e5c-3c34031a7f44 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459640 Jun 24 10:14:50.856641 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:50.988100 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:51.685476 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 27d385ce-eca4-4188-828a-5f898681a1fe details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:14:51.773257 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc46aa-e9d3-44a1-8647-2b81c88b5b81 req-e0a9f34e-4d31-4817-8418-4ec8e66b6018 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:51.774827 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-40bc46aa-e9d3-44a1-8647-2b81c88b5b81 req-e0a9f34e-4d31-4817-8418-4ec8e66b6018 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 943 time: 0.0606699 Jun 24 10:14:51.798790 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 27d385ce-eca4-4188-828a-5f898681a1fe, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=27d385ce-eca4-4188-828a-5f898681a1fe,segment=NetworkSegment(1f3d6f8b-bd0b-423f-b529-de14e993aa76),segment_id=1f3d6f8b-bd0b-423f-b529-de14e993aa76)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:14:51.812359 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': '27d385ce-eca4-4188-828a-5f898681a1fe', 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64', 'port_id': '27d385ce-eca4-4188-828a-5f898681a1fe', 'mac_address': 'fa:16:3e:e5:e9:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1aede6-2d12-4f46-9bd2-c76ee717b4b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:14:51.834692 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-40bc46aa-e9d3-44a1-8647-2b81c88b5b81 req-7c71aba2-4e83-4d89-86e4-ec3da653bfe2 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534906 Jun 24 10:14:51.852859 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 27d385ce-eca4-4188-828a-5f898681a1fe is: DOWN; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:14:51.853254 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (27d385ce-eca4-4188-828a-5f898681a1fe), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:51.868104 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d385ce-eca4-4188-828a-5f898681a1fe {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:14:51.890518 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 27d385ce-eca4-4188-828a-5f898681a1fe, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=27d385ce-eca4-4188-828a-5f898681a1fe,segment=NetworkSegment(1f3d6f8b-bd0b-423f-b529-de14e993aa76),segment_id=1f3d6f8b-bd0b-423f-b529-de14e993aa76)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:14:52.034405 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (27d385ce-eca4-4188-828a-5f898681a1fe), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:52.086480 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=27d385ce-eca4-4188-828a-5f898681a1fe,revision_number=7']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:14:52.288405 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['27d385ce-eca4-4188-828a-5f898681a1fe'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:14:52.505975 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:52.514480 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:52.955334 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c9e2a-7484-4ee1-b0cd-edfdeef464d9 req-51eb2e5f-6ad1-4b92-89ab-6eedcc7fb3d4 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:52.957001 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-350c9e2a-7484-4ee1-b0cd-edfdeef464d9 req-51eb2e5f-6ad1-4b92-89ab-6eedcc7fb3d4 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 944 time: 0.0488014 Jun 24 10:14:53.013900 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-350c9e2a-7484-4ee1-b0cd-edfdeef464d9 req-beaef47c-4436-4eeb-b45c-4bcd6b2a66e9 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490367 Jun 24 10:14:53.703943 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 27d385ce-eca4-4188-828a-5f898681a1fe up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:14:53.755692 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port 27d385ce-eca4-4188-828a-5f898681a1fe triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:14:53.756065 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (27d385ce-eca4-4188-828a-5f898681a1fe), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:53.831150 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 27d385ce-eca4-4188-828a-5f898681a1fe is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:14:53.831534 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (27d385ce-eca4-4188-828a-5f898681a1fe), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:53.856527 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a43dc1-7e32-45bd-a007-1f9eb0fcedb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d385ce-eca4-4188-828a-5f898681a1fe'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:14:53.858760 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b4ce54-4d1d-4577-815c-5c5391e4fe98" -d '{"events": [{"server_uuid": "82a43dc1-7e32-45bd-a007-1f9eb0fcedb3", "name": "network-vif-plugged", "status": "completed", "tag": "27d385ce-eca4-4188-828a-5f898681a1fe"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:14:53.876520 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 27d385ce-eca4-4188-828a-5f898681a1fe, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=27d385ce-eca4-4188-828a-5f898681a1fe,segment=NetworkSegment(1f3d6f8b-bd0b-423f-b529-de14e993aa76),segment_id=1f3d6f8b-bd0b-423f-b529-de14e993aa76)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:14:53.898836 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85df89da-b1af-49fa-93b2-a6634c45534a x-openstack-request-id: req-85df89da-b1af-49fa-93b2-a6634c45534a {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:14:53.899124 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a43dc1-7e32-45bd-a007-1f9eb0fcedb3", "name": "network-vif-plugged", "status": "completed", "tag": "27d385ce-eca4-4188-828a-5f898681a1fe", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:14:53.899373 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-85df89da-b1af-49fa-93b2-a6634c45534a {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:14:53.899771 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85df89da-b1af-49fa-93b2-a6634c45534a'] response: {'server_uuid': '82a43dc1-7e32-45bd-a007-1f9eb0fcedb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d385ce-eca4-4188-828a-5f898681a1fe', 'code': 200} Jun 24 10:14:53.965679 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (27d385ce-eca4-4188-828a-5f898681a1fe), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:14:54.021298 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=27d385ce-eca4-4188-828a-5f898681a1fe,revision_number=8']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:14:54.126739 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:54.130729 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:14:54.140037 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db901c-a629-4947-a5a5-41a115f6f764 req-22566fc2-d872-4cbe-b00e-5fb87df041ca tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:54.141606 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-66db901c-a629-4947-a5a5-41a115f6f764 req-22566fc2-d872-4cbe-b00e-5fb87df041ca tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 945 time: 0.0558143 Jun 24 10:14:54.202135 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-66db901c-a629-4947-a5a5-41a115f6f764 req-b91a14c4-e9eb-4acc-8ad9-c38d225741b6 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544462 Jun 24 10:14:54.259614 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d558c-a541-4d9b-bea7-58773402e412 req-78b2cb80-fdf2-4c7a-89fc-66a766c488cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:54.261723 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-692d558c-a541-4d9b-bea7-58773402e412 req-78b2cb80-fdf2-4c7a-89fc-66a766c488cf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 1129 time: 0.0448825 Jun 24 10:14:54.312783 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-692d558c-a541-4d9b-bea7-58773402e412 req-f14c8b18-ca13-49fa-9c39-b2d182051bbc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418613 Jun 24 10:14:55.323434 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282667e2-cfd4-4a96-9c40-2da18ee106d9 req-5eefcb55-3d21-47ea-929a-a4cb439f95b2 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:55.324929 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-282667e2-cfd4-4a96-9c40-2da18ee106d9 req-5eefcb55-3d21-47ea-929a-a4cb439f95b2 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 945 time: 0.0496073 Jun 24 10:14:55.374169 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-282667e2-cfd4-4a96-9c40-2da18ee106d9 req-2cc467e5-5272-443b-bb53-5cea6258562a tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432837 Jun 24 10:14:56.498733 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9deac-3b33-4234-a0ed-fc90c0c3b1b8 req-d4d9036c-cad4-4943-8e27-c9b2893df1e9 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:14:56.500284 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-97c9deac-3b33-4234-a0ed-fc90c0c3b1b8 req-d4d9036c-cad4-4943-8e27-c9b2893df1e9 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 945 time: 0.0522804 Jun 24 10:14:56.820431 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-97c9deac-3b33-4234-a0ed-fc90c0c3b1b8 req-9574a8af-bab5-4b09-a58a-fd975028fb9f tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3145697 Jun 24 10:15:03.890060 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:03.890975 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:04.012862 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:04.018973 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:05.361894 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=39 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:05.369228 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=27 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:05.559206 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:15:06.812830 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=17 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:06.816818 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=30 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:15.444421 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:15.446341 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:15.777035 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-3372d0b6-ab90-4b6a-9ae3-a3f2443a5ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:15:16.824463 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-feeeadd5-bd46-4a23-b961-43634f89becf req-85d8418d-7985-4586-b3b6-e653bb725d68 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=40064e94-9dd9-4008-a3f1-2216553f98ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404105 Jun 24 10:15:16.889234 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeeadd5-bd46-4a23-b961-43634f89becf req-5264d569-bf6f-48b0-9b6f-9f16b152748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:15:16.891150 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-feeeadd5-bd46-4a23-b961-43634f89becf req-5264d569-bf6f-48b0-9b6f-9f16b152748e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ea76e34ae2a4569851abd4e596b5e77&device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 1129 time: 0.0401504 Jun 24 10:15:17.007059 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeeadd5-bd46-4a23-b961-43634f89becf req-016aa298-0106-4eeb-b985-698bc32d0ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:15:17.008569 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-feeeadd5-bd46-4a23-b961-43634f89becf req-016aa298-0106-4eeb-b985-698bc32d0ed0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e0493cf-9922-46cd-9f38-42fd8c5fc022 HTTP/1.1" status: 200 len: 912 time: 0.0982485 Jun 24 10:15:17.083521 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-feeeadd5-bd46-4a23-b961-43634f89becf req-036431ef-09c3-4796-b9df-9d89b912de41 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e3e55b4-6466-411b-bd31-f471d4be88fe HTTP/1.1" status: 200 len: 1000 time: 0.0650697 Jun 24 10:15:17.148275 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeeadd5-bd46-4a23-b961-43634f89becf req-736576c7-508f-4e53-8f1c-38e3f5c62223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:15:17.149662 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-feeeadd5-bd46-4a23-b961-43634f89becf req-736576c7-508f-4e53-8f1c-38e3f5c62223 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a HTTP/1.1" status: 200 len: 850 time: 0.0528824 Jun 24 10:15:17.199323 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeeadd5-bd46-4a23-b961-43634f89becf req-51907772-87ff-452b-968c-726790356e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:15:17.200910 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-feeeadd5-bd46-4a23-b961-43634f89becf req-51907772-87ff-452b-968c-726790356e39 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e0493cf-9922-46cd-9f38-42fd8c5fc022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418112 Jun 24 10:15:17.303904 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-feeeadd5-bd46-4a23-b961-43634f89becf req-79fd103d-7bd0-47d2-82f5-2f83de66fd96 service neutron] 10.222.0.55 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941246 Jun 24 10:15:17.402705 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-feeeadd5-bd46-4a23-b961-43634f89becf req-84ded0e3-e156-4b5f-b7fd-e93f305f6118 service neutron] 10.222.0.55 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908093 Jun 24 10:15:17.987998 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59442912-414d-422d-b859-9b394dd6183d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:15:19.227388 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:15:20.897105 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:15:20.998741 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:15:26.019777 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:15:27.393706 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=50 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:27.399810 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=51 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:30.890698 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:30.901233 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:35.575470 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:15:44.832881 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=16 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:44.836960 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=18 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:45.444622 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:45.446433 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:15:45.718530 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-dc2ad0a8-568a-4d04-b2af-b27d409b270a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:15:47.918709 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-b69a31b3-9f44-4b38-b9cb-0d4f382d1671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:15:49.215483 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:15:50.867350 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:15:50.987090 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:00.898304 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:00.900198 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:03.017956 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:16:05.615395 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:06.846000 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde64eb-16d2-4e21-8300-d5a0ed03929c req-6f48987d-77c8-4683-9e07-c6935c59cdea tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:06.847514 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0fde64eb-16d2-4e21-8300-d5a0ed03929c req-6f48987d-77c8-4683-9e07-c6935c59cdea tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 945 time: 0.1121795 Jun 24 10:16:06.899829 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-0fde64eb-16d2-4e21-8300-d5a0ed03929c req-d3087185-1fed-446f-b13c-00d724e7edc9 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464509 Jun 24 10:16:08.084823 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69aa98-50ed-4b97-8908-da8e87091a87 req-b81529d4-bd37-4a09-a903-0e2ce079f3aa tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:08.086387 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0d69aa98-50ed-4b97-8908-da8e87091a87 req-b81529d4-bd37-4a09-a903-0e2ce079f3aa tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 945 time: 0.1098208 Jun 24 10:16:08.140962 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0d69aa98-50ed-4b97-8908-da8e87091a87 req-a650ea9a-e4f0-4507-9c30-10819cb5ab04 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469615 Jun 24 10:16:08.590005 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79214316-7a58-4178-9a72-7ec9ff6666eb req-efe1cb34-908b-4d27-9486-19b7493b74c5 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:08.591643 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-79214316-7a58-4178-9a72-7ec9ff6666eb req-efe1cb34-908b-4d27-9486-19b7493b74c5 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.55 "GET /v2.0/ports?device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 945 time: 0.0547907 Jun 24 10:16:08.685816 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-79214316-7a58-4178-9a72-7ec9ff6666eb req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Deleting port 6e3e55b4-6466-411b-bd31-f471d4be88fe {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:16:08.686164 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-79214316-7a58-4178-9a72-7ec9ff6666eb req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (6e3e55b4-6466-411b-bd31-f471d4be88fe), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:08.784565 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-79214316-7a58-4178-9a72-7ec9ff6666eb req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] For port 6e3e55b4-6466-411b-bd31-f471d4be88fe, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=6e3e55b4-6466-411b-bd31-f471d4be88fe,segment=NetworkSegment(8b1f3c6e-fec4-4195-86b3-56c77f454aaf),segment_id=8b1f3c6e-fec4-4195-86b3-56c77f454aaf)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:08.784944 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-79214316-7a58-4178-9a72-7ec9ff6666eb req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (6e3e55b4-6466-411b-bd31-f471d4be88fe), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:08.956684 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-79214316-7a58-4178-9a72-7ec9ff6666eb req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:08.956956 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-79214316-7a58-4178-9a72-7ec9ff6666eb req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (8523774c-75fd-42db-b2e6-ebd76d9ed535), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:08.957276 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.l3_db [req-79214316-7a58-4178-9a72-7ec9ff6666eb req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Floating IP 8523774c-75fd-42db-b2e6-ebd76d9ed535 disassociated. External IP: 172.27.2.91, port: 6e3e55b4-6466-411b-bd31-f471d4be88fe. Jun 24 10:16:08.958034 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-79214316-7a58-4178-9a72-7ec9ff6666eb req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Calling delete_port for 6e3e55b4-6466-411b-bd31-f471d4be88fe owned by compute:nova {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:16:09.213379 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-79214316-7a58-4178-9a72-7ec9ff6666eb req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (6e3e55b4-6466-411b-bd31-f471d4be88fe), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:09.264906 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Pushing event deleted for resources: {'Port': ['ID=6e3e55b4-6466-411b-bd31-f471d4be88fe,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:09.269257 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d8e506fa-1c48-41f1-9b9b-18c068c381af req-45ebc9e5-7342-4b4e-b353-b43c826cbc0e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 210 time: 0.0540712 Jun 24 10:16:09.282225 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:09.282579 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:09.282974 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:09.283320 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:09.283672 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:09.283996 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:09.284355 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:09.287958 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:09.287958 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:09.287958 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:09.287958 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:09.287958 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:09.287958 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:09.287958 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:09.287958 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:09.409259 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79214316-7a58-4178-9a72-7ec9ff6666eb req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Router babeda2a-ce2b-4f86-a5bd-e688c366c335 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:16:09.523788 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79214316-7a58-4178-9a72-7ec9ff6666eb req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:16:09.532169 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:09.538552 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b0c5c7-281d-4276-94e8-b8794c79bb0a None None] Sync routers for ids ['babeda2a-ce2b-4f86-a5bd-e688c366c335'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:16:09.557274 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b0c5c7-281d-4276-94e8-b8794c79bb0a None None] Routers {'babeda2a-ce2b-4f86-a5bd-e688c366c335'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:16:09.558203 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-c9b0c5c7-281d-4276-94e8-b8794c79bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:15:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['babeda2a-ce2b-4f86-a5bd-e688c366c335'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:09.580881 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-79214316-7a58-4178-9a72-7ec9ff6666eb req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] No DVR routers for this DVR port 6e3e55b4-6466-411b-bd31-f471d4be88fe on host hv-cinder-84327 {{(pid=110839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:16:09.583434 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-79214316-7a58-4178-9a72-7ec9ff6666eb req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:09.586737 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-79214316-7a58-4178-9a72-7ec9ff6666eb req-debc06de-5868-496f-ab06-3e4010eeb089 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.55 "DELETE /v2.0/ports/6e3e55b4-6466-411b-bd31-f471d4be88fe HTTP/1.1" status: 204 len: 173 time: 0.9869709 Jun 24 10:16:09.587806 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40064e94-9dd9-4008-a3f1-2216553f98ea', 'name': 'network-vif-deleted', 'tag': '6e3e55b4-6466-411b-bd31-f471d4be88fe'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:16:09.590214 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59110fe3-6202-4097-bc60-63dd389d083d" -d '{"events": [{"server_uuid": "40064e94-9dd9-4008-a3f1-2216553f98ea", "name": "network-vif-deleted", "tag": "6e3e55b4-6466-411b-bd31-f471d4be88fe"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:16:09.634928 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b030cc-3f9b-42d0-95a7-029c8ea46536 x-openstack-request-id: req-65b030cc-3f9b-42d0-95a7-029c8ea46536 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:16:09.635308 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40064e94-9dd9-4008-a3f1-2216553f98ea", "name": "network-vif-deleted", "tag": "6e3e55b4-6466-411b-bd31-f471d4be88fe", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:16:09.635711 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-65b030cc-3f9b-42d0-95a7-029c8ea46536 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:16:09.636443 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b030cc-3f9b-42d0-95a7-029c8ea46536'] response: {'server_uuid': '40064e94-9dd9-4008-a3f1-2216553f98ea', 'name': 'network-vif-deleted', 'tag': '6e3e55b4-6466-411b-bd31-f471d4be88fe', 'status': 'completed', 'code': 200} Jun 24 10:16:09.675359 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-c9b0c5c7-281d-4276-94e8-b8794c79bb0a None None] Set router babeda2a-ce2b-4f86-a5bd-e688c366c335 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:16:09.968777 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-c9b0c5c7-281d-4276-94e8-b8794c79bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:13:17Z', 'revision_number': 4, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'a716b606-0d2c-4663-9e93-4f41343ac526', 'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'mac_address': 'fa:16:3e:05:56:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:16Z', 'updated_at': '2022-06-24T10:13:21Z', 'revision_number': 5, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'subnets': [{'id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:09.997862 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b0c5c7-281d-4276-94e8-b8794c79bb0a None None] Checking router: babeda2a-ce2b-4f86-a5bd-e688c366c335 for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:16:10.007281 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b0c5c7-281d-4276-94e8-b8794c79bb0a None None] Routers {'babeda2a-ce2b-4f86-a5bd-e688c366c335'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:16:10.007897 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-c9b0c5c7-281d-4276-94e8-b8794c79bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:15:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['babeda2a-ce2b-4f86-a5bd-e688c366c335'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:10.118148 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-c9b0c5c7-281d-4276-94e8-b8794c79bb0a None None] Set router babeda2a-ce2b-4f86-a5bd-e688c366c335 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:16:10.319460 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-c9b0c5c7-281d-4276-94e8-b8794c79bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:13:17Z', 'revision_number': 4, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'a716b606-0d2c-4663-9e93-4f41343ac526', 'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'mac_address': 'fa:16:3e:05:56:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:16Z', 'updated_at': '2022-06-24T10:13:21Z', 'revision_number': 5, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'subnets': [{'id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:10.344373 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b0c5c7-281d-4276-94e8-b8794c79bb0a None None] The sync data for ids ['babeda2a-ce2b-4f86-a5bd-e688c366c335'] in dv-cinder-843277-6-iscsi is: [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:13:17Z', 'revision_number': 4, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'a716b606-0d2c-4663-9e93-4f41343ac526', 'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'mac_address': 'fa:16:3e:05:56:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:16Z', 'updated_at': '2022-06-24T10:13:21Z', 'revision_number': 5, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'subnets': [{'id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:16:10.393920 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-fe40132e-6f8f-409c-a165-7c9a16547026 req-ce071345-a246-4f18-a5ab-f207fec2ecbb tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=40064e94-9dd9-4008-a3f1-2216553f98ea HTTP/1.1" status: 200 len: 210 time: 0.0376725 Jun 24 10:16:10.593119 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa7e98f-1176-4793-b311-85034dd8c064 None None] New status for floating IP 8523774c-75fd-42db-b2e6-ebd76d9ed535: DOWN {{(pid=110841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:16:11.600622 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:11.635642 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-94510324-6f70-4710-a886-6b1ba62a8edd req-1d748416-6e83-40a4-b3c2-8295c508b3cf tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1633595985&fields=id&tenant_id=2ea76e34ae2a4569851abd4e596b5e77 HTTP/1.1" status: 200 len: 267 time: 0.0511944 Jun 24 10:16:11.754408 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94510324-6f70-4710-a886-6b1ba62a8edd req-07e9d191-08ad-418a-b1f3-d5289cb1c167 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:11.755841 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-94510324-6f70-4710-a886-6b1ba62a8edd req-07e9d191-08ad-418a-b1f3-d5289cb1c167 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/networks?id=7e0493cf-9922-46cd-9f38-42fd8c5fc022 HTTP/1.1" status: 200 len: 811 time: 0.1135068 Jun 24 10:16:11.773334 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-94510324-6f70-4710-a886-6b1ba62a8edd req-994d4892-8196-4385-87da-edc81d46316a tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/quotas/2ea76e34ae2a4569851abd4e596b5e77 HTTP/1.1" status: 200 len: 375 time: 0.0100877 Jun 24 10:16:11.830337 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-94510324-6f70-4710-a886-6b1ba62a8edd req-7315e31a-37bc-429b-a6c2-95e2a3b243bb tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea76e34ae2a4569851abd4e596b5e77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513086 Jun 24 10:16:11.994351 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-94510324-6f70-4710-a886-6b1ba62a8edd req-285b5dc8-6869-4335-94a1-ab694a680d98 service neutron] 10.222.0.26 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509531 Jun 24 10:16:12.096319 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-94510324-6f70-4710-a886-6b1ba62a8edd req-58f8f2b0-c601-4fe7-83c1-90b0ea7a2016 service neutron] 10.222.0.26 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955465 Jun 24 10:16:12.155794 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 6e3e55b4-6466-411b-bd31-f471d4be88fe no longer exists at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:16:12.178093 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] No Port match for: 6e3e55b4-6466-411b-bd31-f471d4be88fe {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:16:12.178442 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 6e3e55b4-6466-411b-bd31-f471d4be88fe not bound to the agent host hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:16:12.721571 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 48534) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:12.776638 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-38d3001e-f509-42bb-9c1d-38a4237e9f72 req-49c505f5-06bb-41b7-bba7-12e6b67ed48f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 210 time: 0.0313478 Jun 24 10:16:12.949366 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-4789836d-64a4-4880-a83d-3f4ed8d32a1c tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Deleting port 2a63cedf-528b-4fa3-aa19-2eb43e9065bc {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:16:12.949366 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4789836d-64a4-4880-a83d-3f4ed8d32a1c tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (2a63cedf-528b-4fa3-aa19-2eb43e9065bc), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:12.959216 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4789836d-64a4-4880-a83d-3f4ed8d32a1c tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (2a63cedf-528b-4fa3-aa19-2eb43e9065bc), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:12.959544 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4789836d-64a4-4880-a83d-3f4ed8d32a1c tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for floatingip (2a63cedf-528b-4fa3-aa19-2eb43e9065bc), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:12.976692 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-4789836d-64a4-4880-a83d-3f4ed8d32a1c tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Calling delete_port for 2a63cedf-528b-4fa3-aa19-2eb43e9065bc owned by network:floatingip {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:16:13.266460 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4789836d-64a4-4880-a83d-3f4ed8d32a1c tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (2a63cedf-528b-4fa3-aa19-2eb43e9065bc), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:13.295709 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789836d-64a4-4880-a83d-3f4ed8d32a1c tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Pushing event deleted for resources: {'Port': ['ID=2a63cedf-528b-4fa3-aa19-2eb43e9065bc,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:13.340934 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:13.362907 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4789836d-64a4-4880-a83d-3f4ed8d32a1c tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for floatingip (5fc2b100-3da2-40f0-bf5d-a703056801d9), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:13.363262 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.l3_db [None req-4789836d-64a4-4880-a83d-3f4ed8d32a1c tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Floating IP 5fc2b100-3da2-40f0-bf5d-a703056801d9 disassociated (deleted). External IP: 172.27.2.12, port: 27d385ce-eca4-4188-828a-5f898681a1fe. Jun 24 10:16:13.398198 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:13.573492 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4789836d-64a4-4880-a83d-3f4ed8d32a1c tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Router 36e4a15f-020d-46cb-9c66-71221aed041d has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:16:13.686710 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4789836d-64a4-4880-a83d-3f4ed8d32a1c tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:16:13.693166 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-4789836d-64a4-4880-a83d-3f4ed8d32a1c tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:13.700346 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42052cd6-d807-4abc-ae04-9334edba63e1 None None] Sync routers for ids ['36e4a15f-020d-46cb-9c66-71221aed041d'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:16:13.715633 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42052cd6-d807-4abc-ae04-9334edba63e1 None None] Routers {'36e4a15f-020d-46cb-9c66-71221aed041d'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:16:13.716657 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-42052cd6-d807-4abc-ae04-9334edba63e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:15:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['36e4a15f-020d-46cb-9c66-71221aed041d'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:13.724894 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-4789836d-64a4-4880-a83d-3f4ed8d32a1c tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "DELETE /v2.0/floatingips/5fc2b100-3da2-40f0-bf5d-a703056801d9 HTTP/1.1" status: 204 len: 168 time: 1.0018520 Jun 24 10:16:13.725571 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a43dc1-7e32-45bd-a007-1f9eb0fcedb3', 'tag': '27d385ce-eca4-4188-828a-5f898681a1fe'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:16:13.728362 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c9f337-d8ce-402a-94e8-531d32cf8e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "82a43dc1-7e32-45bd-a007-1f9eb0fcedb3", "tag": "27d385ce-eca4-4188-828a-5f898681a1fe"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:16:13.769673 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5233bea-0ca0-417d-8cd5-f74f048845a9 x-openstack-request-id: req-e5233bea-0ca0-417d-8cd5-f74f048845a9 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:16:13.769673 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a43dc1-7e32-45bd-a007-1f9eb0fcedb3", "tag": "27d385ce-eca4-4188-828a-5f898681a1fe", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:16:13.770189 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e5233bea-0ca0-417d-8cd5-f74f048845a9 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:16:13.770665 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5233bea-0ca0-417d-8cd5-f74f048845a9'] response: {'name': 'network-changed', 'server_uuid': '82a43dc1-7e32-45bd-a007-1f9eb0fcedb3', 'tag': '27d385ce-eca4-4188-828a-5f898681a1fe', 'status': 'completed', 'code': 200} Jun 24 10:16:13.855870 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-42052cd6-d807-4abc-ae04-9334edba63e1 None None] Set router 36e4a15f-020d-46cb-9c66-71221aed041d gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:16:13.874549 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9f337-d8ce-402a-94e8-531d32cf8e3a req-5a8ab656-30c1-4220-a16c-db9dac5909a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:13.876267 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f6c9f337-d8ce-402a-94e8-531d32cf8e3a req-5a8ab656-30c1-4220-a16c-db9dac5909a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3414c9d5fbfd4397a55c8d03eeb90a19&device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 1129 time: 0.0802991 Jun 24 10:16:13.882845 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:13.921412 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-15a242da-d174-4956-92cd-b4899e1fd6ca req-37615a4c-8a2d-42d6-a3fb-3beb1baa3ce6 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 210 time: 0.0399890 Jun 24 10:16:13.998684 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9f337-d8ce-402a-94e8-531d32cf8e3a req-ab9a9521-82d1-4817-bd45-8e9ebeccfba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:14.002018 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f6c9f337-d8ce-402a-94e8-531d32cf8e3a req-ab9a9521-82d1-4817-bd45-8e9ebeccfba9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f789a03c-b019-4c7a-8476-7691a938dc64 HTTP/1.1" status: 200 len: 910 time: 0.1153390 Jun 24 10:16:14.050311 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f6c9f337-d8ce-402a-94e8-531d32cf8e3a req-5872c875-d3f6-4223-af44-6c64396a7d19 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27d385ce-eca4-4188-828a-5f898681a1fe HTTP/1.1" status: 200 len: 217 time: 0.0401492 Jun 24 10:16:14.080974 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-42052cd6-d807-4abc-ae04-9334edba63e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'name': 'tempest-TestShelveInstance-1235426128-router', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:26Z', 'revision_number': 4, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'gw_port': {'id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'a9a90347-06be-461c-8df1-eecfe86024d4', 'name': '', 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'mac_address': 'fa:16:3e:16:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '3a1aede6-2d12-4f46-9bd2-c76ee717b4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:25Z', 'updated_at': '2022-06-24T10:11:30Z', 'revision_number': 5, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'subnets': [{'id': '3a1aede6-2d12-4f46-9bd2-c76ee717b4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:14.111073 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9f337-d8ce-402a-94e8-531d32cf8e3a req-d24c8b2b-6784-4477-a40a-47308052516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:14.112632 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f6c9f337-d8ce-402a-94e8-531d32cf8e3a req-d24c8b2b-6784-4477-a40a-47308052516f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a1aede6-2d12-4f46-9bd2-c76ee717b4b6 HTTP/1.1" status: 200 len: 848 time: 0.0526886 Jun 24 10:16:14.113560 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42052cd6-d807-4abc-ae04-9334edba63e1 None None] Checking router: 36e4a15f-020d-46cb-9c66-71221aed041d for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:16:14.123679 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42052cd6-d807-4abc-ae04-9334edba63e1 None None] Routers {'36e4a15f-020d-46cb-9c66-71221aed041d'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:16:14.124361 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-42052cd6-d807-4abc-ae04-9334edba63e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:15:48Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['36e4a15f-020d-46cb-9c66-71221aed041d'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:14.165322 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:14.165458 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9f337-d8ce-402a-94e8-531d32cf8e3a req-6611b98c-3008-446a-9e34-c79f784f4231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:14.166999 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f6c9f337-d8ce-402a-94e8-531d32cf8e3a req-6611b98c-3008-446a-9e34-c79f784f4231 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f789a03c-b019-4c7a-8476-7691a938dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467222 Jun 24 10:16:14.222550 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:14.246334 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-42052cd6-d807-4abc-ae04-9334edba63e1 None None] Set router 36e4a15f-020d-46cb-9c66-71221aed041d gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:16:14.281021 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab040c0d-3a31-4bb1-8098-f935e58e1ddd req-7b602c63-9059-47c2-806e-a72a91c07a56 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:14.283004 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ab040c0d-3a31-4bb1-8098-f935e58e1ddd req-7b602c63-9059-47c2-806e-a72a91c07a56 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 945 time: 0.0523615 Jun 24 10:16:14.294828 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f6c9f337-d8ce-402a-94e8-531d32cf8e3a req-d8715fbc-453a-4552-948e-0d048e622892 service neutron] 10.222.0.55 "GET /v2.0/networks/f789a03c-b019-4c7a-8476-7691a938dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198118 Jun 24 10:16:14.343645 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ab040c0d-3a31-4bb1-8098-f935e58e1ddd req-6159247a-170c-4f09-925c-b1fb7d417e00 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533819 Jun 24 10:16:14.448381 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-42052cd6-d807-4abc-ae04-9334edba63e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'name': 'tempest-TestShelveInstance-1235426128-router', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:26Z', 'revision_number': 4, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'gw_port': {'id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'a9a90347-06be-461c-8df1-eecfe86024d4', 'name': '', 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'mac_address': 'fa:16:3e:16:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '3a1aede6-2d12-4f46-9bd2-c76ee717b4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:25Z', 'updated_at': '2022-06-24T10:11:30Z', 'revision_number': 5, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'subnets': [{'id': '3a1aede6-2d12-4f46-9bd2-c76ee717b4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:14.473001 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42052cd6-d807-4abc-ae04-9334edba63e1 None None] The sync data for ids ['36e4a15f-020d-46cb-9c66-71221aed041d'] in dv-cinder-843277-6-iscsi is: [{'id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'name': 'tempest-TestShelveInstance-1235426128-router', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:26Z', 'revision_number': 4, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'gw_port': {'id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'a9a90347-06be-461c-8df1-eecfe86024d4', 'name': '', 'network_id': 'f789a03c-b019-4c7a-8476-7691a938dc64', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'mac_address': 'fa:16:3e:16:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '3a1aede6-2d12-4f46-9bd2-c76ee717b4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:25Z', 'updated_at': '2022-06-24T10:11:30Z', 'revision_number': 5, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'subnets': [{'id': '3a1aede6-2d12-4f46-9bd2-c76ee717b4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:16:14.713818 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0211411-00f6-4e02-85b2-6ce930505437 None None] New status for floating IP 5fc2b100-3da2-40f0-bf5d-a703056801d9: DOWN {{(pid=110841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:16:15.029485 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3d0e4595-24de-4f65-b7ad-6725fbb42e02 req-edc46687-6c89-4154-a07d-5a0747a95441 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 210 time: 0.0296979 Jun 24 10:16:15.461326 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e8012-b8b1-4e07-8742-bd32fc356ae1 req-e5047f00-46cd-4bb7-8322-9c625aff05f9 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:15.462874 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-109e8012-b8b1-4e07-8742-bd32fc356ae1 req-e5047f00-46cd-4bb7-8322-9c625aff05f9 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 945 time: 0.0481191 Jun 24 10:16:15.518192 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-109e8012-b8b1-4e07-8742-bd32fc356ae1 req-ab45c73b-790c-43fd-a487-b082b3d9b315 tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a2a3ccd-5148-47b0-9b46-d5a81610df23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495210 Jun 24 10:16:15.629122 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-f6c9f337-d8ce-402a-94e8-531d32cf8e3a req-67f78b5c-ae30-48fa-8d2e-b2cd6a6bd4f5 service neutron] 10.222.0.55 "GET /v2.0/networks/f789a03c-b019-4c7a-8476-7691a938dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966253 Jun 24 10:16:15.809169 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-a681abfe-f2dd-4621-8283-e4dd15513ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:16.073322 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3379bbb-b7ea-4369-9d07-5366dfe9b69a req-77516ff1-de41-4b23-98a2-fc6930208aaf tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:16.074216 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d3379bbb-b7ea-4369-9d07-5366dfe9b69a req-77516ff1-de41-4b23-98a2-fc6930208aaf tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.55 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 945 time: 0.0548429 Jun 24 10:16:16.162604 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5e9d737f-6496-407a-9873-6d999487437d req-1e36d314-4fb1-430d-a8c0-62fc6ed9701e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 210 time: 0.0369184 Jun 24 10:16:16.213334 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-d3379bbb-b7ea-4369-9d07-5366dfe9b69a req-79b1e33e-c5d6-47bc-8eb1-629fd227784a tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Deleting port 27d385ce-eca4-4188-828a-5f898681a1fe {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:16:16.213684 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-d3379bbb-b7ea-4369-9d07-5366dfe9b69a req-79b1e33e-c5d6-47bc-8eb1-629fd227784a tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (27d385ce-eca4-4188-828a-5f898681a1fe), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:16.310228 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-d3379bbb-b7ea-4369-9d07-5366dfe9b69a req-79b1e33e-c5d6-47bc-8eb1-629fd227784a tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] For port 27d385ce-eca4-4188-828a-5f898681a1fe, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=27d385ce-eca4-4188-828a-5f898681a1fe,segment=NetworkSegment(1f3d6f8b-bd0b-423f-b529-de14e993aa76),segment_id=1f3d6f8b-bd0b-423f-b529-de14e993aa76)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:16.310606 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-d3379bbb-b7ea-4369-9d07-5366dfe9b69a req-79b1e33e-c5d6-47bc-8eb1-629fd227784a tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (27d385ce-eca4-4188-828a-5f898681a1fe), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:16.331052 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-d3379bbb-b7ea-4369-9d07-5366dfe9b69a req-79b1e33e-c5d6-47bc-8eb1-629fd227784a tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Calling delete_port for 27d385ce-eca4-4188-828a-5f898681a1fe owned by compute:nova {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:16:16.581723 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-d3379bbb-b7ea-4369-9d07-5366dfe9b69a req-79b1e33e-c5d6-47bc-8eb1-629fd227784a tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (27d385ce-eca4-4188-828a-5f898681a1fe), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:16.585663 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:16.622901 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1e33e-c5d6-47bc-8eb1-629fd227784a tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Pushing event deleted for resources: {'Port': ['ID=27d385ce-eca4-4188-828a-5f898681a1fe,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:16.700070 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-977cda50-cf15-442a-ab66-0081cabd2f39 req-b8d729d2-a83f-4a41-b88a-26092c53c86e tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 210 time: 0.0558317 Jun 24 10:16:16.700572 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94510324-6f70-4710-a886-6b1ba62a8edd req-36396788-345b-431d-8f4b-8a5b0867a1c5 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:16.700572 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-94510324-6f70-4710-a886-6b1ba62a8edd req-36396788-345b-431d-8f4b-8a5b0867a1c5 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.55 "GET /v2.0/networks?id=7e0493cf-9922-46cd-9f38-42fd8c5fc022 HTTP/1.1" status: 200 len: 811 time: 0.1742394 Jun 24 10:16:16.701498 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3379bbb-b7ea-4369-9d07-5366dfe9b69a req-79b1e33e-c5d6-47bc-8eb1-629fd227784a tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] No DVR routers for this DVR port 27d385ce-eca4-4188-828a-5f898681a1fe on host hv-cinder-84327 {{(pid=110839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:16:16.704517 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-d3379bbb-b7ea-4369-9d07-5366dfe9b69a req-79b1e33e-c5d6-47bc-8eb1-629fd227784a tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:16.707644 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d3379bbb-b7ea-4369-9d07-5366dfe9b69a req-79b1e33e-c5d6-47bc-8eb1-629fd227784a tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.55 "DELETE /v2.0/ports/27d385ce-eca4-4188-828a-5f898681a1fe HTTP/1.1" status: 204 len: 173 time: 0.6186552 Jun 24 10:16:16.708094 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a43dc1-7e32-45bd-a007-1f9eb0fcedb3', 'name': 'network-vif-deleted', 'tag': '27d385ce-eca4-4188-828a-5f898681a1fe'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:16:16.710361 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68669cb9-c219-4964-94b9-6343d8309789" -d '{"events": [{"server_uuid": "82a43dc1-7e32-45bd-a007-1f9eb0fcedb3", "name": "network-vif-deleted", "tag": "27d385ce-eca4-4188-828a-5f898681a1fe"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:16:16.768228 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255561e8-4a9d-4909-b363-c435ca95af43 x-openstack-request-id: req-255561e8-4a9d-4909-b363-c435ca95af43 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:16:16.768682 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a43dc1-7e32-45bd-a007-1f9eb0fcedb3", "name": "network-vif-deleted", "tag": "27d385ce-eca4-4188-828a-5f898681a1fe", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:16:16.769092 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-255561e8-4a9d-4909-b363-c435ca95af43 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:16:16.769705 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-255561e8-4a9d-4909-b363-c435ca95af43'] response: {'server_uuid': '82a43dc1-7e32-45bd-a007-1f9eb0fcedb3', 'name': 'network-vif-deleted', 'tag': '27d385ce-eca4-4188-828a-5f898681a1fe', 'status': 'completed', 'code': 200} Jun 24 10:16:16.787175 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-94510324-6f70-4710-a886-6b1ba62a8edd req-09adba92-0b18-46a2-bbeb-44cb5b02b7f8 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ea76e34ae2a4569851abd4e596b5e77 HTTP/1.1" status: 200 len: 380 time: 0.0917628 Jun 24 10:16:16.797777 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-94510324-6f70-4710-a886-6b1ba62a8edd req-884d1b0a-da27-4375-b4ea-295b36978aa6 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Request body: {'port': {'device_id': '9c5d21f0-8a41-4c83-9c59-4233690febf1', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'admin_state_up': True, 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'security_groups': ['0de269c5-d9a1-4e6d-87e0-9adf59e686e9']}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:16.884807 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:17.011559 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94510324-6f70-4710-a886-6b1ba62a8edd req-884d1b0a-da27-4375-b4ea-295b36978aa6 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Made reservation on behalf of 2ea76e34ae2a4569851abd4e596b5e77 for: {'port': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:16:17.015764 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-94510324-6f70-4710-a886-6b1ba62a8edd req-884d1b0a-da27-4375-b4ea-295b36978aa6 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.191591 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [req-94510324-6f70-4710-a886-6b1ba62a8edd req-884d1b0a-da27-4375-b4ea-295b36978aa6 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Allocated IP 172.20.0.10 (7e0493cf-9922-46cd-9f38-42fd8c5fc022/57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a/8bdbb20d-d945-4771-9616-869e1f53ad73) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:16:17.302938 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-78152a6f-d8df-4735-b5f2-14e7d311fc00 req-dbeff7a1-4dcc-4d64-aeaa-10243be79f61 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 210 time: 0.0338948 Jun 24 10:16:17.368920 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-94510324-6f70-4710-a886-6b1ba62a8edd req-884d1b0a-da27-4375-b4ea-295b36978aa6 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for port (8bdbb20d-d945-4771-9616-869e1f53ad73), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.529697 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-94510324-6f70-4710-a886-6b1ba62a8edd req-884d1b0a-da27-4375-b4ea-295b36978aa6 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (8bdbb20d-d945-4771-9616-869e1f53ad73), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.581636 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94510324-6f70-4710-a886-6b1ba62a8edd req-884d1b0a-da27-4375-b4ea-295b36978aa6 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Network 7e0493cf-9922-46cd-9f38-42fd8c5fc022 is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:16:17.585017 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [req-94510324-6f70-4710-a886-6b1ba62a8edd req-884d1b0a-da27-4375-b4ea-295b36978aa6 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:17.587753 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-94510324-6f70-4710-a886-6b1ba62a8edd req-884d1b0a-da27-4375-b4ea-295b36978aa6 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:16:17.623002 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d1b0a-da27-4375-b4ea-295b36978aa6 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Pushing event updated for resources: {'Port': ['ID=8bdbb20d-d945-4771-9616-869e1f53ad73,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:17.653871 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94510324-6f70-4710-a886-6b1ba62a8edd req-884d1b0a-da27-4375-b4ea-295b36978aa6 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:17.654544 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-94510324-6f70-4710-a886-6b1ba62a8edd req-884d1b0a-da27-4375-b4ea-295b36978aa6 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.760441 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-94510324-6f70-4710-a886-6b1ba62a8edd req-884d1b0a-da27-4375-b4ea-295b36978aa6 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9670117 Jun 24 10:16:17.784521 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-94510324-6f70-4710-a886-6b1ba62a8edd req-23f1bd5f-c3c2-402a-9f44-a06efbd1cf4a service neutron] Request body: {'port': {'device_id': '9c5d21f0-8a41-4c83-9c59-4233690febf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:17.813906 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-c92d8ec2-7aa8-4037-8b90-bf5e05f8ed56 None None] Provisioning complete for port 8bdbb20d-d945-4771-9616-869e1f53ad73 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:17.814726 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-c92d8ec2-7aa8-4037-8b90-bf5e05f8ed56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (8bdbb20d-d945-4771-9616-869e1f53ad73), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:17.896777 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-c92d8ec2-7aa8-4037-8b90-bf5e05f8ed56 None None] Port 8bdbb20d-d945-4771-9616-869e1f53ad73 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:16:18.006152 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6235d3cb-0f4d-460a-a242-3ef0bac9131d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:18.188454 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c6ebe918-8463-4e41-ac13-abaf59ea5e74 req-739481cc-868b-4736-ad65-fef5c195002d tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 210 time: 0.4223366 Jun 24 10:16:18.192664 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6878c921-0fda-49fe-9053-c036de13ede4 req-0379073f-3bf9-4e52-bf76-54118cda331a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.4035473 Jun 24 10:16:18.254442 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-94510324-6f70-4710-a886-6b1ba62a8edd req-23f1bd5f-c3c2-402a-9f44-a06efbd1cf4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (8bdbb20d-d945-4771-9616-869e1f53ad73), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:18.283018 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:18.302113 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6878c921-0fda-49fe-9053-c036de13ede4 req-b0b66e2b-6a49-4afb-894d-30767ee706a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3414c9d5fbfd4397a55c8d03eeb90a19&device_id=82a43dc1-7e32-45bd-a007-1f9eb0fcedb3 HTTP/1.1" status: 200 len: 210 time: 0.0306389 Jun 24 10:16:18.474502 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8eff45-de7f-457c-9da7-af6145b0eae6 req-6d8a5dfb-fb61-44f0-b261-0d1042f07b2f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:18.475321 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-7e8eff45-de7f-457c-9da7-af6145b0eae6 req-6d8a5dfb-fb61-44f0-b261-0d1042f07b2f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 932 time: 0.0717146 Jun 24 10:16:18.516924 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:18.542835 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-7e8eff45-de7f-457c-9da7-af6145b0eae6 req-82b818a2-eddd-4caf-ba22-9d869ed22a09 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599244 Jun 24 10:16:18.559827 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878c921-0fda-49fe-9053-c036de13ede4 req-c9f58612-9878-4267-afef-f7f6c4dfd343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:18.562403 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6878c921-0fda-49fe-9053-c036de13ede4 req-c9f58612-9878-4267-afef-f7f6c4dfd343 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3414c9d5fbfd4397a55c8d03eeb90a19&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2273283 Jun 24 10:16:18.733874 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878c921-0fda-49fe-9053-c036de13ede4 req-b866f04e-bd0a-49c1-be99-0365a116e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:18.735306 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6878c921-0fda-49fe-9053-c036de13ede4 req-b866f04e-bd0a-49c1-be99-0365a116e99e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1465683 Jun 24 10:16:18.767075 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [req-94510324-6f70-4710-a886-6b1ba62a8edd req-23f1bd5f-c3c2-402a-9f44-a06efbd1cf4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bdbb20d-d945-4771-9616-869e1f53ad73 {{(pid=110839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:16:18.776298 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-94510324-6f70-4710-a886-6b1ba62a8edd req-23f1bd5f-c3c2-402a-9f44-a06efbd1cf4a service neutron] Publish callbacks [] for port (8bdbb20d-d945-4771-9616-869e1f53ad73), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:18.790314 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.provisioning_blocks [req-94510324-6f70-4710-a886-6b1ba62a8edd req-23f1bd5f-c3c2-402a-9f44-a06efbd1cf4a service neutron] Transition to ACTIVE for port object 8bdbb20d-d945-4771-9616-869e1f53ad73 will not be triggered until provisioned by entity L2. {{(pid=110839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:16:18.855618 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-94510324-6f70-4710-a886-6b1ba62a8edd req-23f1bd5f-c3c2-402a-9f44-a06efbd1cf4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (8bdbb20d-d945-4771-9616-869e1f53ad73), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:18.918710 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1bd5f-c3c2-402a-9f44-a06efbd1cf4a service neutron] Pushing event updated for resources: {'Port': ['ID=8bdbb20d-d945-4771-9616-869e1f53ad73,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:19.001983 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-94510324-6f70-4710-a886-6b1ba62a8edd req-23f1bd5f-c3c2-402a-9f44-a06efbd1cf4a service neutron] Attempting to bind port 8bdbb20d-d945-4771-9616-869e1f53ad73 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:16:19.002333 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-94510324-6f70-4710-a886-6b1ba62a8edd req-23f1bd5f-c3c2-402a-9f44-a06efbd1cf4a service neutron] Attempting to bind port 8bdbb20d-d945-4771-9616-869e1f53ad73 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '8b1f3c6e-fec4-4195-86b3-56c77f454aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022'}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:16:19.002671 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94510324-6f70-4710-a886-6b1ba62a8edd req-23f1bd5f-c3c2-402a-9f44-a06efbd1cf4a service neutron] Attempting to bind port 8bdbb20d-d945-4771-9616-869e1f53ad73 on network 7e0493cf-9922-46cd-9f38-42fd8c5fc022 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:16:19.010545 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94510324-6f70-4710-a886-6b1ba62a8edd req-23f1bd5f-c3c2-402a-9f44-a06efbd1cf4a service neutron] Port 8bdbb20d-d945-4771-9616-869e1f53ad73 on network 7e0493cf-9922-46cd-9f38-42fd8c5fc022 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:16:19.011017 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94510324-6f70-4710-a886-6b1ba62a8edd req-23f1bd5f-c3c2-402a-9f44-a06efbd1cf4a service neutron] Attempting to bind port 8bdbb20d-d945-4771-9616-869e1f53ad73 on network 7e0493cf-9922-46cd-9f38-42fd8c5fc022 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:16:19.017466 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94510324-6f70-4710-a886-6b1ba62a8edd req-23f1bd5f-c3c2-402a-9f44-a06efbd1cf4a service neutron] Checking agent: {'id': '26214230-7434-41f1-bd59-00d94ef0f061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'started_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:16:19.017822 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94510324-6f70-4710-a886-6b1ba62a8edd req-23f1bd5f-c3c2-402a-9f44-a06efbd1cf4a service neutron] Checking segment: {'id': '8b1f3c6e-fec4-4195-86b3-56c77f454aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:16:19.018218 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94510324-6f70-4710-a886-6b1ba62a8edd req-23f1bd5f-c3c2-402a-9f44-a06efbd1cf4a service neutron] Bound using segment: {'id': '8b1f3c6e-fec4-4195-86b3-56c77f454aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022'} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:16:19.018683 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-94510324-6f70-4710-a886-6b1ba62a8edd req-23f1bd5f-c3c2-402a-9f44-a06efbd1cf4a service neutron] Bound port: 8bdbb20d-d945-4771-9616-869e1f53ad73, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1f3c6e-fec4-4195-86b3-56c77f454aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022'}}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:16:19.019059 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-94510324-6f70-4710-a886-6b1ba62a8edd req-23f1bd5f-c3c2-402a-9f44-a06efbd1cf4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (8bdbb20d-d945-4771-9616-869e1f53ad73), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:19.118578 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-94510324-6f70-4710-a886-6b1ba62a8edd req-23f1bd5f-c3c2-402a-9f44-a06efbd1cf4a service neutron] For port 8bdbb20d-d945-4771-9616-869e1f53ad73, host hv-cinder-84327, cleared binding levels {{(pid=110839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:16:19.125509 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-94510324-6f70-4710-a886-6b1ba62a8edd req-23f1bd5f-c3c2-402a-9f44-a06efbd1cf4a service neutron] For port 8bdbb20d-d945-4771-9616-869e1f53ad73, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=8bdbb20d-d945-4771-9616-869e1f53ad73,segment=NetworkSegment(8b1f3c6e-fec4-4195-86b3-56c77f454aaf),segment_id=8b1f3c6e-fec4-4195-86b3-56c77f454aaf)] {{(pid=110839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:16:19.262244 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 48574) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:19.278768 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-94510324-6f70-4710-a886-6b1ba62a8edd req-23f1bd5f-c3c2-402a-9f44-a06efbd1cf4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (8bdbb20d-d945-4771-9616-869e1f53ad73), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:19.290601 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:19.311064 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:19.360082 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94510324-6f70-4710-a886-6b1ba62a8edd req-23f1bd5f-c3c2-402a-9f44-a06efbd1cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:19.360619 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-94510324-6f70-4710-a886-6b1ba62a8edd req-23f1bd5f-c3c2-402a-9f44-a06efbd1cf4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:19.362101 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-94510324-6f70-4710-a886-6b1ba62a8edd req-23f1bd5f-c3c2-402a-9f44-a06efbd1cf4a service neutron] 10.222.0.55 "PUT /v2.0/ports/8bdbb20d-d945-4771-9616-869e1f53ad73 HTTP/1.1" status: 200 len: 1094 time: 1.5948455 Jun 24 10:16:19.362633 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5d21f0-8a41-4c83-9c59-4233690febf1', 'tag': '8bdbb20d-d945-4771-9616-869e1f53ad73'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:16:19.365031 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba29098-b888-4481-b7cb-9345a1539b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5d21f0-8a41-4c83-9c59-4233690febf1", "tag": "8bdbb20d-d945-4771-9616-869e1f53ad73"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:16:19.402311 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1bd5f-c3c2-402a-9f44-a06efbd1cf4a service neutron] Pushing event updated for resources: {'Port': ['ID=8bdbb20d-d945-4771-9616-869e1f53ad73,revision_number=3']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:19.419817 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f67685-a4fe-486e-b9c7-6a340d7582df x-openstack-request-id: req-d5f67685-a4fe-486e-b9c7-6a340d7582df {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:16:19.420158 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5d21f0-8a41-4c83-9c59-4233690febf1", "tag": "8bdbb20d-d945-4771-9616-869e1f53ad73", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:16:19.420480 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d5f67685-a4fe-486e-b9c7-6a340d7582df {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:16:19.420781 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5f67685-a4fe-486e-b9c7-6a340d7582df'] response: {'name': 'network-changed', 'server_uuid': '9c5d21f0-8a41-4c83-9c59-4233690febf1', 'tag': '8bdbb20d-d945-4771-9616-869e1f53ad73', 'status': 'completed', 'code': 200} Jun 24 10:16:19.428036 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-9d949ac8-8b8d-433c-a58a-a17807ac523e tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for security_group (4a2a3ccd-5148-47b0-9b46-d5a81610df23), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:19.460338 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-9d949ac8-8b8d-433c-a58a-a17807ac523e tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for security_group (4a2a3ccd-5148-47b0-9b46-d5a81610df23), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:19.643288 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-9d949ac8-8b8d-433c-a58a-a17807ac523e tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (4a2a3ccd-5148-47b0-9b46-d5a81610df23), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:19.650087 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-9d949ac8-8b8d-433c-a58a-a17807ac523e tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:19.650087 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-9d949ac8-8b8d-433c-a58a-a17807ac523e tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] 10.222.0.26 "DELETE /v2.0/security-groups/4a2a3ccd-5148-47b0-9b46-d5a81610df23 HTTP/1.1" status: 204 len: 168 time: 0.3855896 Jun 24 10:16:19.663754 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba29098-b888-4481-b7cb-9345a1539b2f req-a717b4bf-8122-40ff-966d-11588678324f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:19.666258 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8ba29098-b888-4481-b7cb-9345a1539b2f req-a717b4bf-8122-40ff-966d-11588678324f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ea76e34ae2a4569851abd4e596b5e77&device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 1128 time: 0.0704360 Jun 24 10:16:19.667565 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d949ac8-8b8d-433c-a58a-a17807ac523e tempest-TestShelveInstance-440572029 tempest-TestShelveInstance-440572029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2a3ccd-5148-47b0-9b46-d5a81610df23,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:19.755478 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038767e-1e33-410d-8174-1f60c75c2423 req-51796cfb-89f2-4588-8b68-fe7df8f3161b tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:19.757493 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6038767e-1e33-410d-8174-1f60c75c2423 req-51796cfb-89f2-4588-8b68-fe7df8f3161b tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 944 time: 0.0876341 Jun 24 10:16:19.812039 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48582) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:19.938001 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-6038767e-1e33-410d-8174-1f60c75c2423 req-fcf19a75-0e31-4b96-9572-18b605ca6177 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685264 Jun 24 10:16:19.939561 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba29098-b888-4481-b7cb-9345a1539b2f req-da2088ad-0a47-4003-9ed6-3732a7c27574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:19.940962 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8ba29098-b888-4481-b7cb-9345a1539b2f req-da2088ad-0a47-4003-9ed6-3732a7c27574 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=2ea76e34ae2a4569851abd4e596b5e77&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2595439 Jun 24 10:16:20.023233 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:20.057333 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba29098-b888-4481-b7cb-9345a1539b2f req-76eebc6c-53f3-460e-a1d5-19473ff10449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:20.058854 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-8ba29098-b888-4481-b7cb-9345a1539b2f req-76eebc6c-53f3-460e-a1d5-19473ff10449 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1087880 Jun 24 10:16:20.155021 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94510324-6f70-4710-a886-6b1ba62a8edd req-94534e84-3c46-405d-9e3a-5fc4c4d2fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:20.156697 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-94510324-6f70-4710-a886-6b1ba62a8edd req-94534e84-3c46-405d-9e3a-5fc4c4d2fa86 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ea76e34ae2a4569851abd4e596b5e77&device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 1128 time: 0.0472512 Jun 24 10:16:20.199814 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 27d385ce-eca4-4188-828a-5f898681a1fe no longer exists at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:16:20.208013 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-94510324-6f70-4710-a886-6b1ba62a8edd req-ade510e8-baae-4a1f-84ad-b8b98a43d077 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bdbb20d-d945-4771-9616-869e1f53ad73 HTTP/1.1" status: 200 len: 217 time: 0.0370023 Jun 24 10:16:20.219725 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1899912'] for router_interface (36e4a15f-020d-46cb-9c66-71221aed041d), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:20.220276 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] No Port match for: 27d385ce-eca4-4188-828a-5f898681a1fe {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:16:20.220725 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 27d385ce-eca4-4188-828a-5f898681a1fe not bound to the agent host hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:16:20.265638 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94510324-6f70-4710-a886-6b1ba62a8edd req-77b2a00f-a956-482a-b817-6a9e45e1a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:20.267159 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-94510324-6f70-4710-a886-6b1ba62a8edd req-77b2a00f-a956-482a-b817-6a9e45e1a837 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a HTTP/1.1" status: 200 len: 850 time: 0.0501268 Jun 24 10:16:20.316059 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94510324-6f70-4710-a886-6b1ba62a8edd req-4b52c29e-238c-4004-89db-0e4635e3fea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:20.317539 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-94510324-6f70-4710-a886-6b1ba62a8edd req-4b52c29e-238c-4004-89db-0e4635e3fea2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e0493cf-9922-46cd-9f38-42fd8c5fc022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407724 Jun 24 10:16:20.406492 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:20.415178 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-94510324-6f70-4710-a886-6b1ba62a8edd req-cb93ff1a-31d7-4c0a-8fc4-54e9e855a068 service neutron] 10.222.0.55 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895984 Jun 24 10:16:20.447712 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] Deleting port a9a90347-06be-461c-8df1-eecfe86024d4 {{(pid=110840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:16:20.448115 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (a9a90347-06be-461c-8df1-eecfe86024d4), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:20.463239 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:20.515662 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-94510324-6f70-4710-a886-6b1ba62a8edd req-3163c074-4dfa-4a2b-a7ec-fbdb479e2c77 service neutron] 10.222.0.55 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917306 Jun 24 10:16:20.533921 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] For port a9a90347-06be-461c-8df1-eecfe86024d4, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=a9a90347-06be-461c-8df1-eecfe86024d4,segment=NetworkSegment(1f3d6f8b-bd0b-423f-b529-de14e993aa76),segment_id=1f3d6f8b-bd0b-423f-b529-de14e993aa76)] {{(pid=110840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:20.534283 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (a9a90347-06be-461c-8df1-eecfe86024d4), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:20.548880 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] Calling delete_port for a9a90347-06be-461c-8df1-eecfe86024d4 owned by network:router_interface {{(pid=110840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:16:20.826372 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29645449'] for port (a9a90347-06be-461c-8df1-eecfe86024d4), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:20.851697 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a90347-06be-461c-8df1-eecfe86024d4,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:20.866966 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:20.868520 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:20.868520 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:20.868520 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:20.868979 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:20.869373 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:20.869571 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:20.869843 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:20.870209 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:20.870537 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:20.870896 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:20.871219 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:20.871543 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:20.871867 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:20.872213 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:20.878377 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:20.998125 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:21.089781 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734702f5-8d7f-40c4-ad3a-2bdca18ff548 req-ad2cfaa7-9fc7-4374-bef3-018107061d47 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:21.091702 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-734702f5-8d7f-40c4-ad3a-2bdca18ff548 req-ad2cfaa7-9fc7-4374-bef3-018107061d47 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 944 time: 0.0634060 Jun 24 10:16:21.092809 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1899804'] for router_interface (36e4a15f-020d-46cb-9c66-71221aed041d), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:21.196358 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-734702f5-8d7f-40c4-ad3a-2bdca18ff548 req-432ae464-ad88-428e-a1dd-d49b19b513ab tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936289 Jun 24 10:16:21.577502 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] Router 36e4a15f-020d-46cb-9c66-71221aed041d has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:16:21.620257 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:21.671986 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:21.685236 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:16:21.690535 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-14a4b2c7-e197-4af0-9f5b-24fb27a5fc00 admin admin] 10.222.0.26 "PUT /v2.0/routers/36e4a15f-020d-46cb-9c66-71221aed041d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8773205 Jun 24 10:16:21.693373 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48586) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:21.694515 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf35dc60-88e2-4e09-809c-57880030366c None None] Sync routers for ids ['36e4a15f-020d-46cb-9c66-71221aed041d'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:16:21.706381 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf35dc60-88e2-4e09-809c-57880030366c None None] Routers {'36e4a15f-020d-46cb-9c66-71221aed041d'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:16:21.707274 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-bf35dc60-88e2-4e09-809c-57880030366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:16:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['36e4a15f-020d-46cb-9c66-71221aed041d'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:21.821463 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-bf35dc60-88e2-4e09-809c-57880030366c None None] Set router 36e4a15f-020d-46cb-9c66-71221aed041d gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:16:21.971004 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3f944e01-db83-473b-a011-5dd589398bcb admin admin] Publish callbacks [] for router (36e4a15f-020d-46cb-9c66-71221aed041d), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.078957 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3f944e01-db83-473b-a011-5dd589398bcb admin admin] Publish callbacks [] for router_gateway (36e4a15f-020d-46cb-9c66-71221aed041d), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.093962 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-bf35dc60-88e2-4e09-809c-57880030366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'name': 'tempest-TestShelveInstance-1235426128-router', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:16:20Z', 'revision_number': 5, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'gw_port': {'id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:22.124371 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf35dc60-88e2-4e09-809c-57880030366c None None] Checking router: 36e4a15f-020d-46cb-9c66-71221aed041d for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:16:22.134758 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf35dc60-88e2-4e09-809c-57880030366c None None] Routers {'36e4a15f-020d-46cb-9c66-71221aed041d'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:16:22.134758 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-bf35dc60-88e2-4e09-809c-57880030366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:16:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['36e4a15f-020d-46cb-9c66-71221aed041d'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:22.246959 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-3f944e01-db83-473b-a011-5dd589398bcb admin admin] Deleting port d7a98407-fd7c-4e30-9d47-df3004f5bb9f {{(pid=110840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:16:22.247310 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3f944e01-db83-473b-a011-5dd589398bcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (d7a98407-fd7c-4e30-9d47-df3004f5bb9f), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.250073 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-bf35dc60-88e2-4e09-809c-57880030366c None None] Set router 36e4a15f-020d-46cb-9c66-71221aed041d gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:16:22.335429 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e5ba6-bb75-424c-9518-c5391b6d99f1 req-6b333433-a42d-4fd4-a26e-67a97e85d808 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:22.337326 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-cf8e5ba6-bb75-424c-9518-c5391b6d99f1 req-6b333433-a42d-4fd4-a26e-67a97e85d808 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 944 time: 0.0587301 Jun 24 10:16:22.345757 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [None req-3f944e01-db83-473b-a011-5dd589398bcb admin admin] For port d7a98407-fd7c-4e30-9d47-df3004f5bb9f, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=d7a98407-fd7c-4e30-9d47-df3004f5bb9f,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:22.354014 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3f944e01-db83-473b-a011-5dd589398bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (d7a98407-fd7c-4e30-9d47-df3004f5bb9f), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.365728 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-3f944e01-db83-473b-a011-5dd589398bcb admin admin] Calling delete_port for d7a98407-fd7c-4e30-9d47-df3004f5bb9f owned by network:router_gateway {{(pid=110840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:16:22.369965 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:22.393989 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-cf8e5ba6-bb75-424c-9518-c5391b6d99f1 req-6d82342a-a8d8-4920-82f0-cabf4813dbdd tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508852 Jun 24 10:16:22.440745 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-bf35dc60-88e2-4e09-809c-57880030366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'name': 'tempest-TestShelveInstance-1235426128-router', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:16:20Z', 'revision_number': 5, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'gw_port': {'id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:22.465960 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf35dc60-88e2-4e09-809c-57880030366c None None] The sync data for ids ['36e4a15f-020d-46cb-9c66-71221aed041d'] in dv-cinder-843277-6-iscsi is: [{'id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'name': 'tempest-TestShelveInstance-1235426128-router', 'tenant_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:16:20Z', 'revision_number': 5, 'project_id': '3414c9d5fbfd4397a55c8d03eeb90a19', 'gw_port': {'id': 'd7a98407-fd7c-4e30-9d47-df3004f5bb9f', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e4a15f-020d-46cb-9c66-71221aed041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:22Z', 'updated_at': '2022-06-24T10:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:16:22.718101 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3f944e01-db83-473b-a011-5dd589398bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29645449'] for port (d7a98407-fd7c-4e30-9d47-df3004f5bb9f), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.747064 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f944e01-db83-473b-a011-5dd589398bcb admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a98407-fd7c-4e30-9d47-df3004f5bb9f,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:22.832008 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3f944e01-db83-473b-a011-5dd589398bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1897528'] for router_gateway (36e4a15f-020d-46cb-9c66-71221aed041d), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.922258 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3f944e01-db83-473b-a011-5dd589398bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1836593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9626'] for router (36e4a15f-020d-46cb-9c66-71221aed041d), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:22.925400 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3f944e01-db83-473b-a011-5dd589398bcb admin admin] Publish callbacks [] for router_controller (36e4a15f-020d-46cb-9c66-71221aed041d), precommit_delete_associations {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.037455 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3f944e01-db83-473b-a011-5dd589398bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1836735'] for router (36e4a15f-020d-46cb-9c66-71221aed041d), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.038109 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f944e01-db83-473b-a011-5dd589398bcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36e4a15f-020d-46cb-9c66-71221aed041d {{(pid=110840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:16:23.042430 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-3f944e01-db83-473b-a011-5dd589398bcb admin admin] Publish callbacks [] for router (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.043565 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-3f944e01-db83-473b-a011-5dd589398bcb admin admin] 10.222.0.26 "DELETE /v2.0/routers/36e4a15f-020d-46cb-9c66-71221aed041d HTTP/1.1" status: 204 len: 168 time: 1.3493412 Jun 24 10:16:23.046154 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48592) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:23.111697 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a2a880-6fb6-4bd1-b17e-8452384a2597 admin admin] Deleting subnet 3a1aede6-2d12-4f46-9bd2-c76ee717b4b6 {{(pid=110840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:16:23.116693 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f1a2a880-6fb6-4bd1-b17e-8452384a2597 admin admin] Publish callbacks [] for subnet (3a1aede6-2d12-4f46-9bd2-c76ee717b4b6), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.163635 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f1a2a880-6fb6-4bd1-b17e-8452384a2597 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29645509'] for subnet (3a1aede6-2d12-4f46-9bd2-c76ee717b4b6), precommit_delete_associations {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.177438 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device a9a90347-06be-461c-8df1-eecfe86024d4 no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:16:23.188065 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:23.208583 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: a9a90347-06be-461c-8df1-eecfe86024d4 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:16:23.208583 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device a9a90347-06be-461c-8df1-eecfe86024d4 not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:16:23.216375 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:23.251056 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f1a2a880-6fb6-4bd1-b17e-8452384a2597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-760904'] for subnet (3a1aede6-2d12-4f46-9bd2-c76ee717b4b6), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.409978 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f1a2a880-6fb6-4bd1-b17e-8452384a2597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29645534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33362569'] for subnet (3a1aede6-2d12-4f46-9bd2-c76ee717b4b6), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.440664 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2a880-6fb6-4bd1-b17e-8452384a2597 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a1aede6-2d12-4f46-9bd2-c76ee717b4b6,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:23.444289 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f1a2a880-6fb6-4bd1-b17e-8452384a2597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.448255 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-f1a2a880-6fb6-4bd1-b17e-8452384a2597 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3a1aede6-2d12-4f46-9bd2-c76ee717b4b6 HTTP/1.1" status: 204 len: 168 time: 0.4011009 Jun 24 10:16:23.452616 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 48596) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:23.453259 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff4d36d-df7a-4d42-af86-98abcdf12faa None None] Network f789a03c-b019-4c7a-8476-7691a938dc64 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:16:23.534546 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc584da4-61c1-46ef-b5e9-198c3446680e req-d54352c6-e3bf-4f67-a656-3e5403460015 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:23.543333 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-cc584da4-61c1-46ef-b5e9-198c3446680e req-d54352c6-e3bf-4f67-a656-3e5403460015 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 944 time: 0.0694692 Jun 24 10:16:23.548716 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-70c3337b-6404-49dd-8d9e-ece8f89027b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652767'] for network (f789a03c-b019-4c7a-8476-7691a938dc64), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.598461 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:23.605481 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-cc584da4-61c1-46ef-b5e9-198c3446680e req-e032b243-d6ea-4fed-b547-f9f55846c321 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612702 Jun 24 10:16:23.607766 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-70c3337b-6404-49dd-8d9e-ece8f89027b0 admin admin] Deleting port a5f4715d-7e88-4c05-92a6-74f4d1486796 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:16:23.608203 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-70c3337b-6404-49dd-8d9e-ece8f89027b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (a5f4715d-7e88-4c05-92a6-74f4d1486796), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.664245 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8764bfdf-814e-4702-9a55-16b1952263f3 None None] DHCP port deletion for f789a03c-b019-4c7a-8476-7691a938dc64 request from dv-cinder-843277-6-iscsi {{(pid=110841) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:16:23.691311 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [None req-70c3337b-6404-49dd-8d9e-ece8f89027b0 admin admin] For port a5f4715d-7e88-4c05-92a6-74f4d1486796, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=a5f4715d-7e88-4c05-92a6-74f4d1486796,segment=NetworkSegment(1f3d6f8b-bd0b-423f-b529-de14e993aa76),segment_id=1f3d6f8b-bd0b-423f-b529-de14e993aa76)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:23.691678 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-70c3337b-6404-49dd-8d9e-ece8f89027b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (a5f4715d-7e88-4c05-92a6-74f4d1486796), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.704800 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-8764bfdf-814e-4702-9a55-16b1952263f3 None None] Deleting port a5f4715d-7e88-4c05-92a6-74f4d1486796 {{(pid=110841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:16:23.705434 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-8764bfdf-814e-4702-9a55-16b1952263f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (a5f4715d-7e88-4c05-92a6-74f4d1486796), before_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.707363 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-70c3337b-6404-49dd-8d9e-ece8f89027b0 admin admin] Calling delete_port for a5f4715d-7e88-4c05-92a6-74f4d1486796 owned by network:dhcp {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:16:23.782968 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-8764bfdf-814e-4702-9a55-16b1952263f3 None None] For port a5f4715d-7e88-4c05-92a6-74f4d1486796, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=a5f4715d-7e88-4c05-92a6-74f4d1486796,segment=NetworkSegment(1f3d6f8b-bd0b-423f-b529-de14e993aa76),segment_id=1f3d6f8b-bd0b-423f-b529-de14e993aa76)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:23.783498 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-8764bfdf-814e-4702-9a55-16b1952263f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (a5f4715d-7e88-4c05-92a6-74f4d1486796), precommit_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.801976 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-8764bfdf-814e-4702-9a55-16b1952263f3 None None] Calling delete_port for a5f4715d-7e88-4c05-92a6-74f4d1486796 owned by network:dhcp {{(pid=110841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:16:23.894967 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-70c3337b-6404-49dd-8d9e-ece8f89027b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (a5f4715d-7e88-4c05-92a6-74f4d1486796), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.903442 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-8764bfdf-814e-4702-9a55-16b1952263f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461'] for port (a5f4715d-7e88-4c05-92a6-74f4d1486796), after_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:23.920827 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3337b-6404-49dd-8d9e-ece8f89027b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f4715d-7e88-4c05-92a6-74f4d1486796,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:23.927305 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c3337b-6404-49dd-8d9e-ece8f89027b0 admin admin] No DVR routers for this DVR port a5f4715d-7e88-4c05-92a6-74f4d1486796 on host dv-cinder-843277-6-iscsi {{(pid=110839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:16:23.932561 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764bfdf-814e-4702-9a55-16b1952263f3 None None] Pushing event deleted for resources: {'Port': ['ID=a5f4715d-7e88-4c05-92a6-74f4d1486796,revision_number=None']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:23.934969 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8764bfdf-814e-4702-9a55-16b1952263f3 None None] No DVR routers for this DVR port a5f4715d-7e88-4c05-92a6-74f4d1486796 on host dv-cinder-843277-6-iscsi {{(pid=110841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:16:23.943526 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764bfdf-814e-4702-9a55-16b1952263f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:23.943872 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764bfdf-814e-4702-9a55-16b1952263f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:23.944254 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764bfdf-814e-4702-9a55-16b1952263f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:23.944661 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764bfdf-814e-4702-9a55-16b1952263f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:23.945194 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764bfdf-814e-4702-9a55-16b1952263f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:23.945343 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764bfdf-814e-4702-9a55-16b1952263f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:23.945602 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764bfdf-814e-4702-9a55-16b1952263f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:23.945941 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764bfdf-814e-4702-9a55-16b1952263f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:23.946265 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764bfdf-814e-4702-9a55-16b1952263f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:23.946615 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764bfdf-814e-4702-9a55-16b1952263f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:23.946923 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764bfdf-814e-4702-9a55-16b1952263f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:23.947256 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764bfdf-814e-4702-9a55-16b1952263f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:23.947581 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764bfdf-814e-4702-9a55-16b1952263f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:23.947905 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764bfdf-814e-4702-9a55-16b1952263f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:23.948247 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764bfdf-814e-4702-9a55-16b1952263f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:16:24.016854 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-70c3337b-6404-49dd-8d9e-ece8f89027b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8753295835275'] for network (f789a03c-b019-4c7a-8476-7691a938dc64), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:24.038179 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:24.040551 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-70c3337b-6404-49dd-8d9e-ece8f89027b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f789a03c-b019-4c7a-8476-7691a938dc64']}} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:24.050743 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-70c3337b-6404-49dd-8d9e-ece8f89027b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3d6f8b-bd0b-423f-b529-de14e993aa76') {'for_net_delete': True} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:24.051035 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.services.segments.db [None req-70c3337b-6404-49dd-8d9e-ece8f89027b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3d6f8b-bd0b-423f-b529-de14e993aa76') {} {{(pid=110839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:24.061977 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-70c3337b-6404-49dd-8d9e-ece8f89027b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753295836052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29527165'] for segment (1f3d6f8b-bd0b-423f-b529-de14e993aa76), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:24.077268 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-70c3337b-6404-49dd-8d9e-ece8f89027b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (1f3d6f8b-bd0b-423f-b529-de14e993aa76), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:24.084252 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c3337b-6404-49dd-8d9e-ece8f89027b0 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=110839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:16:24.084638 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-70c3337b-6404-49dd-8d9e-ece8f89027b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33003900'] for segment (1f3d6f8b-bd0b-423f-b529-de14e993aa76), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:24.169638 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.services.segments.plugin [-] Segment 1f3d6f8b-bd0b-423f-b529-de14e993aa76 resource provider aggregate not found Jun 24 10:16:24.192757 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.services.segments.plugin [-] Segment 1f3d6f8b-bd0b-423f-b529-de14e993aa76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f3d6f8b-bd0b-423f-b529-de14e993aa76 found for delete ", "request_id": "req-01166298-08ce-41cd-bac9-db7dd0150057"}]} Jun 24 10:16:24.214957 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-70c3337b-6404-49dd-8d9e-ece8f89027b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1893167'] for network (f789a03c-b019-4c7a-8476-7691a938dc64), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:24.221457 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-70c3337b-6404-49dd-8d9e-ece8f89027b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:24.224619 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-70c3337b-6404-49dd-8d9e-ece8f89027b0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f789a03c-b019-4c7a-8476-7691a938dc64 HTTP/1.1" status: 204 len: 168 time: 0.7708023 Jun 24 10:16:24.228575 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48604) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:24.237092 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3337b-6404-49dd-8d9e-ece8f89027b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f789a03c-b019-4c7a-8476-7691a938dc64,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:24.569088 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b7ad8fec-84af-420f-b5df-93b9bb971fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1899912'] for router_interface (3466546f-3e7d-4034-a0d3-584a72bef0e5), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:24.740194 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:24.745205 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cca080-2be4-4eb0-acdc-1ecc51cdac13 req-51aaaee8-ffa9-4ed9-8216-ed984cebc5a6 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:24.746839 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-00cca080-2be4-4eb0-acdc-1ecc51cdac13 req-51aaaee8-ffa9-4ed9-8216-ed984cebc5a6 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 944 time: 0.0561106 Jun 24 10:16:24.808263 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-00cca080-2be4-4eb0-acdc-1ecc51cdac13 req-e7ea398c-892c-4c10-bcc3-c04bc0d27968 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556700 Jun 24 10:16:24.809786 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-b7ad8fec-84af-420f-b5df-93b9bb971fbd admin admin] Deleting port be19bc1f-2d7a-4630-983a-31bd3628a7cb {{(pid=110840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:16:24.810122 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b7ad8fec-84af-420f-b5df-93b9bb971fbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (be19bc1f-2d7a-4630-983a-31bd3628a7cb), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:24.896626 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [None req-b7ad8fec-84af-420f-b5df-93b9bb971fbd admin admin] For port be19bc1f-2d7a-4630-983a-31bd3628a7cb, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=be19bc1f-2d7a-4630-983a-31bd3628a7cb,segment=NetworkSegment(aa5c1777-b2ec-4de2-b5c0-535f729cf513),segment_id=aa5c1777-b2ec-4de2-b5c0-535f729cf513)] {{(pid=110840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:24.897008 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b7ad8fec-84af-420f-b5df-93b9bb971fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (be19bc1f-2d7a-4630-983a-31bd3628a7cb), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:24.911324 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-b7ad8fec-84af-420f-b5df-93b9bb971fbd admin admin] Calling delete_port for be19bc1f-2d7a-4630-983a-31bd3628a7cb owned by network:router_interface {{(pid=110840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:16:25.032811 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:25.134997 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device a5f4715d-7e88-4c05-92a6-74f4d1486796 no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:16:25.156508 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: a5f4715d-7e88-4c05-92a6-74f4d1486796 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:16:25.157137 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device a5f4715d-7e88-4c05-92a6-74f4d1486796 not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:16:25.157559 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device d7a98407-fd7c-4e30-9d47-df3004f5bb9f no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:16:25.181539 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: d7a98407-fd7c-4e30-9d47-df3004f5bb9f {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:16:25.181884 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device d7a98407-fd7c-4e30-9d47-df3004f5bb9f not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:16:25.182196 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b7ad8fec-84af-420f-b5df-93b9bb971fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29645449'] for port (be19bc1f-2d7a-4630-983a-31bd3628a7cb), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.214720 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad8fec-84af-420f-b5df-93b9bb971fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=be19bc1f-2d7a-4630-983a-31bd3628a7cb,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:25.412962 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-b7ad8fec-84af-420f-b5df-93b9bb971fbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1899804'] for router_interface (3466546f-3e7d-4034-a0d3-584a72bef0e5), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.634958 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ad8fec-84af-420f-b5df-93b9bb971fbd admin admin] Router 3466546f-3e7d-4034-a0d3-584a72bef0e5 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:16:25.743610 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ad8fec-84af-420f-b5df-93b9bb971fbd admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:16:25.748878 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-b7ad8fec-84af-420f-b5df-93b9bb971fbd admin admin] 10.222.0.26 "PUT /v2.0/routers/3466546f-3e7d-4034-a0d3-584a72bef0e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5192730 Jun 24 10:16:25.751725 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48608) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:25.754511 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b685455a-faa5-430d-b2f6-f90b5654fac7 None None] Sync routers for ids ['3466546f-3e7d-4034-a0d3-584a72bef0e5'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:16:25.766313 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b685455a-faa5-430d-b2f6-f90b5654fac7 None None] Routers {'3466546f-3e7d-4034-a0d3-584a72bef0e5'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:16:25.766965 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-b685455a-faa5-430d-b2f6-f90b5654fac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:16:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['3466546f-3e7d-4034-a0d3-584a72bef0e5'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:25.881926 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:25.891968 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a039dbfd-ba4b-423f-a0a0-d94eda915e75 admin admin] Publish callbacks [] for router (3466546f-3e7d-4034-a0d3-584a72bef0e5), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:25.897729 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-b685455a-faa5-430d-b2f6-f90b5654fac7 None None] Set router 3466546f-3e7d-4034-a0d3-584a72bef0e5 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:16:26.015732 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55613791-f47e-423f-b945-30b1ee354f83 req-5de9c1a7-21aa-4956-b772-3d1550d80a9a tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:26.017416 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-55613791-f47e-423f-b945-30b1ee354f83 req-5de9c1a7-21aa-4956-b772-3d1550d80a9a tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 944 time: 0.0845656 Jun 24 10:16:26.041225 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:26.078637 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a039dbfd-ba4b-423f-a0a0-d94eda915e75 admin admin] Publish callbacks [] for router_gateway (3466546f-3e7d-4034-a0d3-584a72bef0e5), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:26.085659 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:26.091270 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:26.097069 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-55613791-f47e-423f-b945-30b1ee354f83 req-f7fdf97d-238b-4669-85a3-90097b82fa22 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720870 Jun 24 10:16:26.105419 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-b685455a-faa5-430d-b2f6-f90b5654fac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3466546f-3e7d-4034-a0d3-584a72bef0e5', 'name': 'tempest-TestShelveInstance-1251765005-router', 'tenant_id': '93cc8252c44840d5b32343c7f9d6e014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b308457c-c009-4d05-88fd-a00414c315a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:11:30Z', 'updated_at': '2022-06-24T10:16:25Z', 'revision_number': 5, 'project_id': '93cc8252c44840d5b32343c7f9d6e014', 'gw_port': {'id': 'b308457c-c009-4d05-88fd-a00414c315a4', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3466546f-3e7d-4034-a0d3-584a72bef0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:31Z', 'updated_at': '2022-06-24T10:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:26.131091 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b685455a-faa5-430d-b2f6-f90b5654fac7 None None] Checking router: 3466546f-3e7d-4034-a0d3-584a72bef0e5 for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:16:26.140786 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b685455a-faa5-430d-b2f6-f90b5654fac7 None None] Routers {'3466546f-3e7d-4034-a0d3-584a72bef0e5'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:16:26.140786 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-b685455a-faa5-430d-b2f6-f90b5654fac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:16:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['3466546f-3e7d-4034-a0d3-584a72bef0e5'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:26.242936 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-a039dbfd-ba4b-423f-a0a0-d94eda915e75 admin admin] Deleting port b308457c-c009-4d05-88fd-a00414c315a4 {{(pid=110840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:16:26.243280 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a039dbfd-ba4b-423f-a0a0-d94eda915e75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (b308457c-c009-4d05-88fd-a00414c315a4), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:26.248082 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-b685455a-faa5-430d-b2f6-f90b5654fac7 None None] Set router 3466546f-3e7d-4034-a0d3-584a72bef0e5 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:16:26.325624 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [None req-a039dbfd-ba4b-423f-a0a0-d94eda915e75 admin admin] For port b308457c-c009-4d05-88fd-a00414c315a4, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=b308457c-c009-4d05-88fd-a00414c315a4,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:26.325984 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a039dbfd-ba4b-423f-a0a0-d94eda915e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (b308457c-c009-4d05-88fd-a00414c315a4), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:26.339583 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-a039dbfd-ba4b-423f-a0a0-d94eda915e75 admin admin] Calling delete_port for b308457c-c009-4d05-88fd-a00414c315a4 owned by network:router_gateway {{(pid=110840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:16:26.429191 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-b685455a-faa5-430d-b2f6-f90b5654fac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3466546f-3e7d-4034-a0d3-584a72bef0e5', 'name': 'tempest-TestShelveInstance-1251765005-router', 'tenant_id': '93cc8252c44840d5b32343c7f9d6e014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b308457c-c009-4d05-88fd-a00414c315a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:11:30Z', 'updated_at': '2022-06-24T10:16:25Z', 'revision_number': 5, 'project_id': '93cc8252c44840d5b32343c7f9d6e014', 'gw_port': {'id': 'b308457c-c009-4d05-88fd-a00414c315a4', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3466546f-3e7d-4034-a0d3-584a72bef0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:31Z', 'updated_at': '2022-06-24T10:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:26.453903 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b685455a-faa5-430d-b2f6-f90b5654fac7 None None] The sync data for ids ['3466546f-3e7d-4034-a0d3-584a72bef0e5'] in dv-cinder-843277-6-iscsi is: [{'id': '3466546f-3e7d-4034-a0d3-584a72bef0e5', 'name': 'tempest-TestShelveInstance-1251765005-router', 'tenant_id': '93cc8252c44840d5b32343c7f9d6e014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b308457c-c009-4d05-88fd-a00414c315a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:11:30Z', 'updated_at': '2022-06-24T10:16:25Z', 'revision_number': 5, 'project_id': '93cc8252c44840d5b32343c7f9d6e014', 'gw_port': {'id': 'b308457c-c009-4d05-88fd-a00414c315a4', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:8a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3466546f-3e7d-4034-a0d3-584a72bef0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:11:31Z', 'updated_at': '2022-06-24T10:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:16:26.620623 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a039dbfd-ba4b-423f-a0a0-d94eda915e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29645449'] for port (b308457c-c009-4d05-88fd-a00414c315a4), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:26.651476 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039dbfd-ba4b-423f-a0a0-d94eda915e75 admin admin] Pushing event deleted for resources: {'Port': ['ID=b308457c-c009-4d05-88fd-a00414c315a4,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:26.721582 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a039dbfd-ba4b-423f-a0a0-d94eda915e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1897528'] for router_gateway (3466546f-3e7d-4034-a0d3-584a72bef0e5), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:26.781498 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:26.812796 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a039dbfd-ba4b-423f-a0a0-d94eda915e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1836593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9626'] for router (3466546f-3e7d-4034-a0d3-584a72bef0e5), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:26.815396 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a039dbfd-ba4b-423f-a0a0-d94eda915e75 admin admin] Publish callbacks [] for router_controller (3466546f-3e7d-4034-a0d3-584a72bef0e5), precommit_delete_associations {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:26.924777 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a039dbfd-ba4b-423f-a0a0-d94eda915e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1836735'] for router (3466546f-3e7d-4034-a0d3-584a72bef0e5), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:26.925993 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a039dbfd-ba4b-423f-a0a0-d94eda915e75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3466546f-3e7d-4034-a0d3-584a72bef0e5 {{(pid=110840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:16:26.932364 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a039dbfd-ba4b-423f-a0a0-d94eda915e75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:26.933843 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-a039dbfd-ba4b-423f-a0a0-d94eda915e75 admin admin] 10.222.0.26 "DELETE /v2.0/routers/3466546f-3e7d-4034-a0d3-584a72bef0e5 HTTP/1.1" status: 204 len: 168 time: 1.1811357 Jun 24 10:16:26.936666 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48612) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:26.998294 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be6387b-376f-4d6f-8460-16fcc4409747 admin admin] Deleting subnet 475d4e71-4ce2-455f-b9e9-86c61d45b6dd {{(pid=110840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:16:27.001785 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-9be6387b-376f-4d6f-8460-16fcc4409747 admin admin] Publish callbacks [] for subnet (475d4e71-4ce2-455f-b9e9-86c61d45b6dd), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:27.043137 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-9be6387b-376f-4d6f-8460-16fcc4409747 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29645509'] for subnet (475d4e71-4ce2-455f-b9e9-86c61d45b6dd), precommit_delete_associations {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:27.132255 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-9be6387b-376f-4d6f-8460-16fcc4409747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-760904'] for subnet (475d4e71-4ce2-455f-b9e9-86c61d45b6dd), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:27.249911 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c27f38-b2ed-4362-aaaf-dad2cb9a7694 req-61a2df36-cdce-4cd8-9524-ec53f545a483 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:27.251632 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b7c27f38-b2ed-4362-aaaf-dad2cb9a7694 req-61a2df36-cdce-4cd8-9524-ec53f545a483 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 944 time: 0.0608251 Jun 24 10:16:27.306665 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-9be6387b-376f-4d6f-8460-16fcc4409747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29645534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33362569'] for subnet (475d4e71-4ce2-455f-b9e9-86c61d45b6dd), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:27.307533 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-b7c27f38-b2ed-4362-aaaf-dad2cb9a7694 req-3f57e7cd-f394-4d7f-b1f3-48e2279958ec tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496678 Jun 24 10:16:27.539994 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device be19bc1f-2d7a-4630-983a-31bd3628a7cb no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:16:27.563009 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: be19bc1f-2d7a-4630-983a-31bd3628a7cb {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:16:27.563352 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device be19bc1f-2d7a-4630-983a-31bd3628a7cb not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:16:27.569538 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6387b-376f-4d6f-8460-16fcc4409747 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=475d4e71-4ce2-455f-b9e9-86c61d45b6dd,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:27.573799 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-9be6387b-376f-4d6f-8460-16fcc4409747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:27.576936 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-9be6387b-376f-4d6f-8460-16fcc4409747 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/475d4e71-4ce2-455f-b9e9-86c61d45b6dd HTTP/1.1" status: 204 len: 168 time: 0.6390603 Jun 24 10:16:27.579336 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3597e5df-525f-4d06-8f26-d1c11cb793a9 None None] Network 0b5d7504-b228-4113-b518-9e67f944addc requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:16:27.579474 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48616) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:27.667331 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a352fd95-5837-4eb9-83cc-d559c8f07a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652767'] for network (0b5d7504-b228-4113-b518-9e67f944addc), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:27.718820 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-a352fd95-5837-4eb9-83cc-d559c8f07a9e admin admin] Deleting port 9fddc654-72b8-40ba-aced-77d9f8cf2cb2 {{(pid=110840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:16:27.719161 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a352fd95-5837-4eb9-83cc-d559c8f07a9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (9fddc654-72b8-40ba-aced-77d9f8cf2cb2), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:27.749780 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf11e253-9609-4e4f-971b-1a1cc6b21f92 None None] DHCP port deletion for 0b5d7504-b228-4113-b518-9e67f944addc request from dv-cinder-843277-6-iscsi {{(pid=110841) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:16:27.791640 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-bf11e253-9609-4e4f-971b-1a1cc6b21f92 None None] Deleting port 9fddc654-72b8-40ba-aced-77d9f8cf2cb2 {{(pid=110841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:16:27.791975 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bf11e253-9609-4e4f-971b-1a1cc6b21f92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (9fddc654-72b8-40ba-aced-77d9f8cf2cb2), before_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:27.793200 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [None req-a352fd95-5837-4eb9-83cc-d559c8f07a9e admin admin] For port 9fddc654-72b8-40ba-aced-77d9f8cf2cb2, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=9fddc654-72b8-40ba-aced-77d9f8cf2cb2,segment=NetworkSegment(aa5c1777-b2ec-4de2-b5c0-535f729cf513),segment_id=aa5c1777-b2ec-4de2-b5c0-535f729cf513)] {{(pid=110840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:27.793442 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a352fd95-5837-4eb9-83cc-d559c8f07a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (9fddc654-72b8-40ba-aced-77d9f8cf2cb2), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:27.811824 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-a352fd95-5837-4eb9-83cc-d559c8f07a9e admin admin] Calling delete_port for 9fddc654-72b8-40ba-aced-77d9f8cf2cb2 owned by network:dhcp {{(pid=110840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:16:27.863802 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-bf11e253-9609-4e4f-971b-1a1cc6b21f92 None None] For port 9fddc654-72b8-40ba-aced-77d9f8cf2cb2, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=9fddc654-72b8-40ba-aced-77d9f8cf2cb2,segment=NetworkSegment(aa5c1777-b2ec-4de2-b5c0-535f729cf513),segment_id=aa5c1777-b2ec-4de2-b5c0-535f729cf513)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:27.864224 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bf11e253-9609-4e4f-971b-1a1cc6b21f92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (9fddc654-72b8-40ba-aced-77d9f8cf2cb2), precommit_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:27.878833 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-bf11e253-9609-4e4f-971b-1a1cc6b21f92 None None] Calling delete_port for 9fddc654-72b8-40ba-aced-77d9f8cf2cb2 owned by network:dhcp {{(pid=110841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:16:27.941800 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=100 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:27.986747 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a352fd95-5837-4eb9-83cc-d559c8f07a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29645449'] for port (9fddc654-72b8-40ba-aced-77d9f8cf2cb2), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:27.994633 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bf11e253-9609-4e4f-971b-1a1cc6b21f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461'] for port (9fddc654-72b8-40ba-aced-77d9f8cf2cb2), after_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:28.022498 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11e253-9609-4e4f-971b-1a1cc6b21f92 None None] Pushing event deleted for resources: {'Port': ['ID=9fddc654-72b8-40ba-aced-77d9f8cf2cb2,revision_number=None']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:28.022832 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352fd95-5837-4eb9-83cc-d559c8f07a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=9fddc654-72b8-40ba-aced-77d9f8cf2cb2,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:28.024461 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf11e253-9609-4e4f-971b-1a1cc6b21f92 None None] No DVR routers for this DVR port 9fddc654-72b8-40ba-aced-77d9f8cf2cb2 on host dv-cinder-843277-6-iscsi {{(pid=110841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:16:28.026287 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a352fd95-5837-4eb9-83cc-d559c8f07a9e admin admin] No DVR routers for this DVR port 9fddc654-72b8-40ba-aced-77d9f8cf2cb2 on host dv-cinder-843277-6-iscsi {{(pid=110840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:16:28.080597 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:28.116990 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a352fd95-5837-4eb9-83cc-d559c8f07a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8753295835275'] for network (0b5d7504-b228-4113-b518-9e67f944addc), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:28.140441 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.services.segments.db [None req-a352fd95-5837-4eb9-83cc-d559c8f07a9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5d7504-b228-4113-b518-9e67f944addc']}} {{(pid=110840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:28.151771 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.services.segments.db [None req-a352fd95-5837-4eb9-83cc-d559c8f07a9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5c1777-b2ec-4de2-b5c0-535f729cf513') {'for_net_delete': True} {{(pid=110840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:28.156401 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.services.segments.db [None req-a352fd95-5837-4eb9-83cc-d559c8f07a9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5c1777-b2ec-4de2-b5c0-535f729cf513') {} {{(pid=110840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:28.163597 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a352fd95-5837-4eb9-83cc-d559c8f07a9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753295836052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29645534'] for segment (aa5c1777-b2ec-4de2-b5c0-535f729cf513), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:28.177073 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:28.182235 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a352fd95-5837-4eb9-83cc-d559c8f07a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (aa5c1777-b2ec-4de2-b5c0-535f729cf513), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:28.190234 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a352fd95-5837-4eb9-83cc-d559c8f07a9e admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=110840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:16:28.190838 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a352fd95-5837-4eb9-83cc-d559c8f07a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29645492'] for segment (aa5c1777-b2ec-4de2-b5c0-535f729cf513), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:28.217838 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 8bdbb20d-d945-4771-9616-869e1f53ad73 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:16:28.247283 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.services.segments.plugin [-] Segment aa5c1777-b2ec-4de2-b5c0-535f729cf513 resource provider aggregate not found Jun 24 10:16:28.265217 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.services.segments.plugin [-] Segment aa5c1777-b2ec-4de2-b5c0-535f729cf513 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa5c1777-b2ec-4de2-b5c0-535f729cf513 found for delete ", "request_id": "req-8490df9f-d0b2-4470-b2b0-4182a2814332"}]} Jun 24 10:16:28.346401 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a352fd95-5837-4eb9-83cc-d559c8f07a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1893167'] for network (0b5d7504-b228-4113-b518-9e67f944addc), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:28.351100 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a352fd95-5837-4eb9-83cc-d559c8f07a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:28.355146 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-a352fd95-5837-4eb9-83cc-d559c8f07a9e admin admin] 10.222.0.26 "DELETE /v2.0/networks/0b5d7504-b228-4113-b518-9e67f944addc HTTP/1.1" status: 204 len: 168 time: 0.7746637 Jun 24 10:16:28.375818 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352fd95-5837-4eb9-83cc-d559c8f07a9e admin admin] Pushing event deleted for resources: {'Network': ['ID=0b5d7504-b228-4113-b518-9e67f944addc,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:28.388340 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 8bdbb20d-d945-4771-9616-869e1f53ad73, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=8bdbb20d-d945-4771-9616-869e1f53ad73,segment=NetworkSegment(8b1f3c6e-fec4-4195-86b3-56c77f454aaf),segment_id=8b1f3c6e-fec4-4195-86b3-56c77f454aaf)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:28.404378 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': '8bdbb20d-d945-4771-9616-869e1f53ad73', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'port_id': '8bdbb20d-d945-4771-9616-869e1f53ad73', 'mac_address': 'fa:16:3e:9c:29:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:16:28.450206 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 8bdbb20d-d945-4771-9616-869e1f53ad73 is: DOWN; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:28.450643 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (8bdbb20d-d945-4771-9616-869e1f53ad73), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:28.465404 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a8678-8e36-47be-bd80-518561179a86 req-d3c29c08-0c0a-475f-a789-ee7615bc5cd3 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:28.467067 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-606a8678-8e36-47be-bd80-518561179a86 req-d3c29c08-0c0a-475f-a789-ee7615bc5cd3 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 944 time: 0.0565224 Jun 24 10:16:28.471597 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bdbb20d-d945-4771-9616-869e1f53ad73 {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:16:28.494602 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 8bdbb20d-d945-4771-9616-869e1f53ad73, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=8bdbb20d-d945-4771-9616-869e1f53ad73,segment=NetworkSegment(8b1f3c6e-fec4-4195-86b3-56c77f454aaf),segment_id=8b1f3c6e-fec4-4195-86b3-56c77f454aaf)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:28.520795 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-606a8678-8e36-47be-bd80-518561179a86 req-6be7b104-5b88-42af-87f4-f2e5c9cd0aba tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471342 Jun 24 10:16:28.631527 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (8bdbb20d-d945-4771-9616-869e1f53ad73), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:28.682410 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=8bdbb20d-d945-4771-9616-869e1f53ad73,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:28.826690 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48626) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:28.870410 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-581075ee-91b3-434d-a0bb-1f0ec298726f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3414c9d5fbfd4397a55c8d03eeb90a19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421963 Jun 24 10:16:28.874454 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48628) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:28.909754 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['8bdbb20d-d945-4771-9616-869e1f53ad73'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:16:28.932829 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-05c23740-8f81-4c6c-b171-0ce73bf99d03 admin admin] Publish callbacks [] for security_group (58db6025-b1db-4c7e-9aaa-1861072094db), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:28.957803 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-05c23740-8f81-4c6c-b171-0ce73bf99d03 admin admin] Publish callbacks [] for security_group (58db6025-b1db-4c7e-9aaa-1861072094db), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:29.076035 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:29.089585 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-05c23740-8f81-4c6c-b171-0ce73bf99d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (58db6025-b1db-4c7e-9aaa-1861072094db), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:29.092883 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-05c23740-8f81-4c6c-b171-0ce73bf99d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:29.098988 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-05c23740-8f81-4c6c-b171-0ce73bf99d03 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/58db6025-b1db-4c7e-9aaa-1861072094db HTTP/1.1" status: 204 len: 168 time: 0.2187061 Jun 24 10:16:29.116250 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c23740-8f81-4c6c-b171-0ce73bf99d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58db6025-b1db-4c7e-9aaa-1861072094db,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:29.163784 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device b308457c-c009-4d05-88fd-a00414c315a4 no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:16:29.187847 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: b308457c-c009-4d05-88fd-a00414c315a4 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:16:29.188214 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device b308457c-c009-4d05-88fd-a00414c315a4 not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:16:29.188646 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 9fddc654-72b8-40ba-aced-77d9f8cf2cb2 no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:16:29.209817 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: 9fddc654-72b8-40ba-aced-77d9f8cf2cb2 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:16:29.210165 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 9fddc654-72b8-40ba-aced-77d9f8cf2cb2 not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:16:29.649599 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49535c-418b-44dd-8aed-c1582f9604e7 req-5f0c4886-5f37-4dd7-a5c1-99614af850e7 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:29.651165 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-af49535c-418b-44dd-8aed-c1582f9604e7 req-5f0c4886-5f37-4dd7-a5c1-99614af850e7 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 945 time: 0.0523255 Jun 24 10:16:29.716966 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-af49535c-418b-44dd-8aed-c1582f9604e7 req-c96fde33-8214-41d0-bfeb-691ad0407cc3 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578961 Jun 24 10:16:29.842955 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48636) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:29.886344 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-25274586-74bf-4dc5-884f-95b0e865ac63 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=93cc8252c44840d5b32343c7f9d6e014&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424366 Jun 24 10:16:29.889131 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48638) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:29.940688 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6340b77c-79aa-4df0-801e-6df234d68fa1 admin admin] Publish callbacks [] for security_group (d2771862-b2ee-418d-a501-c48478f400ac), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:29.962722 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6340b77c-79aa-4df0-801e-6df234d68fa1 admin admin] Publish callbacks [] for security_group (d2771862-b2ee-418d-a501-c48478f400ac), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:30.117832 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6340b77c-79aa-4df0-801e-6df234d68fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (d2771862-b2ee-418d-a501-c48478f400ac), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:30.120722 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-6340b77c-79aa-4df0-801e-6df234d68fa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:30.121886 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-6340b77c-79aa-4df0-801e-6df234d68fa1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d2771862-b2ee-418d-a501-c48478f400ac HTTP/1.1" status: 204 len: 168 time: 0.2317874 Jun 24 10:16:30.130111 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340b77c-79aa-4df0-801e-6df234d68fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2771862-b2ee-418d-a501-c48478f400ac,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:30.215610 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 8bdbb20d-d945-4771-9616-869e1f53ad73 up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:16:30.262778 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning for port 8bdbb20d-d945-4771-9616-869e1f53ad73 completed by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:16:30.328609 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port 8bdbb20d-d945-4771-9616-869e1f53ad73 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:16:30.329078 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (8bdbb20d-d945-4771-9616-869e1f53ad73), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:30.371727 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:30.406293 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port 8bdbb20d-d945-4771-9616-869e1f53ad73 is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:16:30.406724 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (8bdbb20d-d945-4771-9616-869e1f53ad73), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:30.439885 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5d21f0-8a41-4c83-9c59-4233690febf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bdbb20d-d945-4771-9616-869e1f53ad73'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:16:30.439885 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8108656b-3dec-4f0b-b796-ae84c5cce489" -d '{"events": [{"server_uuid": "9c5d21f0-8a41-4c83-9c59-4233690febf1", "name": "network-vif-plugged", "status": "completed", "tag": "8bdbb20d-d945-4771-9616-869e1f53ad73"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:16:30.455909 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port 8bdbb20d-d945-4771-9616-869e1f53ad73, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=8bdbb20d-d945-4771-9616-869e1f53ad73,segment=NetworkSegment(8b1f3c6e-fec4-4195-86b3-56c77f454aaf),segment_id=8b1f3c6e-fec4-4195-86b3-56c77f454aaf)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:16:30.498608 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec038144-09e1-4186-8339-850ad4164278 x-openstack-request-id: req-ec038144-09e1-4186-8339-850ad4164278 {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:16:30.499084 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5d21f0-8a41-4c83-9c59-4233690febf1", "name": "network-vif-plugged", "status": "completed", "tag": "8bdbb20d-d945-4771-9616-869e1f53ad73", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:16:30.499254 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec038144-09e1-4186-8339-850ad4164278 {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:16:30.499563 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec038144-09e1-4186-8339-850ad4164278'] response: {'server_uuid': '9c5d21f0-8a41-4c83-9c59-4233690febf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bdbb20d-d945-4771-9616-869e1f53ad73', 'code': 200} Jun 24 10:16:30.506441 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (8bdbb20d-d945-4771-9616-869e1f53ad73), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:30.564488 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=8bdbb20d-d945-4771-9616-869e1f53ad73,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:30.838865 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe233a-46ee-42a0-9124-bca40b2ec7a9 req-a723f080-98d3-460a-bab4-63077f60efb3 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:30.840432 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-65fe233a-46ee-42a0-9124-bca40b2ec7a9 req-a723f080-98d3-460a-bab4-63077f60efb3 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 946 time: 0.0525725 Jun 24 10:16:30.919073 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093583e1-4e85-4703-84c6-ece1da171475 req-36d9a188-f6f7-41d4-ac35-a2e82d2c10f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:30.920745 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-093583e1-4e85-4703-84c6-ece1da171475 req-36d9a188-f6f7-41d4-ac35-a2e82d2c10f7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 1130 time: 0.0611813 Jun 24 10:16:30.924826 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-65fe233a-46ee-42a0-9124-bca40b2ec7a9 req-4961cdf1-abaa-4c28-9f5e-2bcb344f9739 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788538 Jun 24 10:16:30.974035 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-093583e1-4e85-4703-84c6-ece1da171475 req-41239afa-5d71-446f-ad5d-17d971a65394 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429189 Jun 24 10:16:31.437003 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [req-cd04bc3f-2562-4291-a2e1-398c07ca18e8 req-501c3431-57c7-4bbc-80a2-dbd11db1e52b service neutron] (110839) timed out ('10.222.0.55', 62755) {{(pid=110839) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 10:16:32.044969 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c904aa-05cb-47b2-b329-976af7248f1a req-2c404dc5-ad52-4186-87f9-c999054bd585 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:32.046513 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-23c904aa-05cb-47b2-b329-976af7248f1a req-2c404dc5-ad52-4186-87f9-c999054bd585 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 946 time: 0.0492141 Jun 24 10:16:32.101802 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-23c904aa-05cb-47b2-b329-976af7248f1a req-07e4777c-d1ad-49fc-9344-197a9be5f4a7 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489283 Jun 24 10:16:32.442763 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=86 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:32.443645 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=6 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:33.224577 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b4778-7539-46c9-b024-d5a4a20d00fe req-5b8c0691-bf00-4c27-b2e2-da2ea93a2aff tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:33.229946 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-965b4778-7539-46c9-b024-d5a4a20d00fe req-5b8c0691-bf00-4c27-b2e2-da2ea93a2aff tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 946 time: 0.0539699 Jun 24 10:16:33.276568 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-965b4778-7539-46c9-b024-d5a4a20d00fe req-32cb8608-1bb7-46b0-a891-c155fd37a854 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440371 Jun 24 10:16:33.392939 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea260c-e6bc-4d9d-83e2-bae06ff0e4f2 req-d2f64ac6-2ce6-439a-996f-16923c63e0f6 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:33.394359 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-a6ea260c-e6bc-4d9d-83e2-bae06ff0e4f2 req-d2f64ac6-2ce6-439a-996f-16923c63e0f6 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 946 time: 0.0475521 Jun 24 10:16:33.444598 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-a6ea260c-e6bc-4d9d-83e2-bae06ff0e4f2 req-7cb191de-7e89-499b-b16a-6016593a5824 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439308 Jun 24 10:16:33.467566 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 48652) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:33.508411 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b947b6-9324-49ff-a1a5-aef0d768aa21 tempest-TestVolumeBootPattern-478272239 tempest-TestVolumeBootPattern-478272239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:33.509995 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-e3b947b6-9324-49ff-a1a5-aef0d768aa21 tempest-TestVolumeBootPattern-478272239 tempest-TestVolumeBootPattern-478272239-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 1125 time: 0.0413964 Jun 24 10:16:33.512930 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 48654) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:16:33.517428 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [None req-5d9583bf-57d8-4656-89f1-262075d78816 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Request body: {'floatingip': {'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'port_id': '8bdbb20d-d945-4771-9616-869e1f53ad73', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:16:33.614369 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5d9583bf-57d8-4656-89f1-262075d78816 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:33.689339 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:33.707926 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5d9583bf-57d8-4656-89f1-262075d78816 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:33.797526 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:33.821712 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [None req-5d9583bf-57d8-4656-89f1-262075d78816 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Allocated IP 172.27.2.99 (a3837c3f-8d84-4126-8dfc-b4bde8a26600/ef99dc90-6579-4f1e-9fc6-58eb2334384d/55d1ff94-711c-437f-bbbb-41b9af644a26) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:16:33.939630 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5d9583bf-57d8-4656-89f1-262075d78816 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for port (55d1ff94-711c-437f-bbbb-41b9af644a26), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:34.032227 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5d9583bf-57d8-4656-89f1-262075d78816 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (55d1ff94-711c-437f-bbbb-41b9af644a26), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:34.081214 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9583bf-57d8-4656-89f1-262075d78816 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:16:34.084798 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [None req-5d9583bf-57d8-4656-89f1-262075d78816 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:16:34.087050 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9583bf-57d8-4656-89f1-262075d78816 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Pushing event updated for resources: {'Port': ['ID=55d1ff94-711c-437f-bbbb-41b9af644a26,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:34.089845 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9583bf-57d8-4656-89f1-262075d78816 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:16:34.357689 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:34.461429 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5d9583bf-57d8-4656-89f1-262075d78816 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for floatingip (151b17e6-a13a-4456-b301-b8b280abb542), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:34.642211 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5d9583bf-57d8-4656-89f1-262075d78816 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (55d1ff94-711c-437f-bbbb-41b9af644a26), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:34.814544 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5d9583bf-57d8-4656-89f1-262075d78816 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for port (55d1ff94-711c-437f-bbbb-41b9af644a26), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:34.894238 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5d9583bf-57d8-4656-89f1-262075d78816 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (55d1ff94-711c-437f-bbbb-41b9af644a26), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:34.967720 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9583bf-57d8-4656-89f1-262075d78816 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Pushing event updated for resources: {'Port': ['ID=55d1ff94-711c-437f-bbbb-41b9af644a26,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:16:34.980453 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5d9583bf-57d8-4656-89f1-262075d78816 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (151b17e6-a13a-4456-b301-b8b280abb542), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:35.030927 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:35.079199 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.l3_db [None req-5d9583bf-57d8-4656-89f1-262075d78816 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Floating IP 151b17e6-a13a-4456-b301-b8b280abb542 associated. External IP: 172.27.2.99, port: 8bdbb20d-d945-4771-9616-869e1f53ad73. Jun 24 10:16:35.284194 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9583bf-57d8-4656-89f1-262075d78816 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Router babeda2a-ce2b-4f86-a5bd-e688c366c335 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:16:35.390817 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9583bf-57d8-4656-89f1-262075d78816 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:16:35.401292 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ba007-bc20-4959-98d8-6943e99d2f6d None None] Sync routers for ids ['babeda2a-ce2b-4f86-a5bd-e688c366c335'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:16:35.411452 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554ba007-bc20-4959-98d8-6943e99d2f6d None None] Routers {'babeda2a-ce2b-4f86-a5bd-e688c366c335'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:16:35.412062 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-554ba007-bc20-4959-98d8-6943e99d2f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:16:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['babeda2a-ce2b-4f86-a5bd-e688c366c335'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:35.484635 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-5d9583bf-57d8-4656-89f1-262075d78816 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:35.519789 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-5d9583bf-57d8-4656-89f1-262075d78816 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0057304 Jun 24 10:16:35.520395 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5d21f0-8a41-4c83-9c59-4233690febf1', 'tag': '8bdbb20d-d945-4771-9616-869e1f53ad73'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:16:35.522938 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbcce39-fec9-4d9e-8851-7cdc0f22b7d3" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5d21f0-8a41-4c83-9c59-4233690febf1", "tag": "8bdbb20d-d945-4771-9616-869e1f53ad73"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:16:35.539989 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-554ba007-bc20-4959-98d8-6943e99d2f6d None None] Set router babeda2a-ce2b-4f86-a5bd-e688c366c335 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:16:35.562750 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4745652d-f663-4372-b6e7-d0789dac0782 x-openstack-request-id: req-4745652d-f663-4372-b6e7-d0789dac0782 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:16:35.563226 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5d21f0-8a41-4c83-9c59-4233690febf1", "tag": "8bdbb20d-d945-4771-9616-869e1f53ad73", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:16:35.563614 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4745652d-f663-4372-b6e7-d0789dac0782 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:16:35.564160 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4745652d-f663-4372-b6e7-d0789dac0782'] response: {'name': 'network-changed', 'server_uuid': '9c5d21f0-8a41-4c83-9c59-4233690febf1', 'tag': '8bdbb20d-d945-4771-9616-869e1f53ad73', 'status': 'completed', 'code': 200} Jun 24 10:16:35.631595 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:35.637186 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcce39-fec9-4d9e-8851-7cdc0f22b7d3 req-3a6028d0-036f-4b17-a71d-20592cfcad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:35.638742 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1cbcce39-fec9-4d9e-8851-7cdc0f22b7d3 req-3a6028d0-036f-4b17-a71d-20592cfcad32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ea76e34ae2a4569851abd4e596b5e77&device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 1130 time: 0.0492642 Jun 24 10:16:35.665584 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:35.736210 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcce39-fec9-4d9e-8851-7cdc0f22b7d3 req-9a4dced9-5d11-4585-a9fe-45cea8c6149c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:35.737720 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1cbcce39-fec9-4d9e-8851-7cdc0f22b7d3 req-9a4dced9-5d11-4585-a9fe-45cea8c6149c service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e0493cf-9922-46cd-9f38-42fd8c5fc022 HTTP/1.1" status: 200 len: 912 time: 0.0934744 Jun 24 10:16:35.772777 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-554ba007-bc20-4959-98d8-6943e99d2f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:13:17Z', 'revision_number': 4, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '151b17e6-a13a-4456-b301-b8b280abb542', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'port_id': '8bdbb20d-d945-4771-9616-869e1f53ad73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'mac_address': 'fa:16:3e:9c:29:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5d21f0-8a41-4c83-9c59-4233690febf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:16:34Z', 'updated_at': '2022-06-24T10:16:34Z', 'revision_number': 0, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a716b606-0d2c-4663-9e93-4f41343ac526', 'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'mac_address': 'fa:16:3e:05:56:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:16Z', 'updated_at': '2022-06-24T10:13:21Z', 'revision_number': 5, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'subnets': [{'id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:35.798504 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ba007-bc20-4959-98d8-6943e99d2f6d None None] Checking router: babeda2a-ce2b-4f86-a5bd-e688c366c335 for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:16:35.808463 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554ba007-bc20-4959-98d8-6943e99d2f6d None None] Routers {'babeda2a-ce2b-4f86-a5bd-e688c366c335'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:16:35.809092 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-554ba007-bc20-4959-98d8-6943e99d2f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:16:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['babeda2a-ce2b-4f86-a5bd-e688c366c335'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:35.928726 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-554ba007-bc20-4959-98d8-6943e99d2f6d None None] Set router babeda2a-ce2b-4f86-a5bd-e688c366c335 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:16:36.110377 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1cbcce39-fec9-4d9e-8851-7cdc0f22b7d3 req-5baf9874-f2f0-44d5-aef2-c86a43b99cbd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bdbb20d-d945-4771-9616-869e1f53ad73 HTTP/1.1" status: 200 len: 999 time: 0.3661814 Jun 24 10:16:36.174189 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcce39-fec9-4d9e-8851-7cdc0f22b7d3 req-fe55e602-a3df-4e62-98c7-d8a6339fead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:36.175670 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1cbcce39-fec9-4d9e-8851-7cdc0f22b7d3 req-fe55e602-a3df-4e62-98c7-d8a6339fead6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a HTTP/1.1" status: 200 len: 850 time: 0.0598593 Jun 24 10:16:36.194649 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-554ba007-bc20-4959-98d8-6943e99d2f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:13:17Z', 'revision_number': 4, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '151b17e6-a13a-4456-b301-b8b280abb542', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'port_id': '8bdbb20d-d945-4771-9616-869e1f53ad73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'mac_address': 'fa:16:3e:9c:29:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5d21f0-8a41-4c83-9c59-4233690febf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:16:34Z', 'updated_at': '2022-06-24T10:16:34Z', 'revision_number': 0, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a716b606-0d2c-4663-9e93-4f41343ac526', 'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'mac_address': 'fa:16:3e:05:56:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:16Z', 'updated_at': '2022-06-24T10:13:21Z', 'revision_number': 5, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'subnets': [{'id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:16:36.221465 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ba007-bc20-4959-98d8-6943e99d2f6d None None] The sync data for ids ['babeda2a-ce2b-4f86-a5bd-e688c366c335'] in dv-cinder-843277-6-iscsi is: [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:13:17Z', 'revision_number': 4, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '151b17e6-a13a-4456-b301-b8b280abb542', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'port_id': '8bdbb20d-d945-4771-9616-869e1f53ad73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'mac_address': 'fa:16:3e:9c:29:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5d21f0-8a41-4c83-9c59-4233690febf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:16:34Z', 'updated_at': '2022-06-24T10:16:34Z', 'revision_number': 0, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a716b606-0d2c-4663-9e93-4f41343ac526', 'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'mac_address': 'fa:16:3e:05:56:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:16Z', 'updated_at': '2022-06-24T10:13:21Z', 'revision_number': 5, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'subnets': [{'id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:16:36.234545 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcce39-fec9-4d9e-8851-7cdc0f22b7d3 req-de61a9bd-649a-4c83-bb51-2002b3cfb5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:16:36.236081 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1cbcce39-fec9-4d9e-8851-7cdc0f22b7d3 req-de61a9bd-649a-4c83-bb51-2002b3cfb5ae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e0493cf-9922-46cd-9f38-42fd8c5fc022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544419 Jun 24 10:16:36.360878 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1cbcce39-fec9-4d9e-8851-7cdc0f22b7d3 req-9921bcc1-adf0-4a71-8b49-d653bd2a5364 service neutron] 10.222.0.55 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189189 Jun 24 10:16:36.395336 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:36.443311 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2602d680-705b-466d-848b-b2fbf41b679c None None] New status for floating IP 151b17e6-a13a-4456-b301-b8b280abb542: ACTIVE {{(pid=110841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:16:36.471018 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1cbcce39-fec9-4d9e-8851-7cdc0f22b7d3 req-3df0bab1-0d0c-4373-acc1-6907fb496193 service neutron] 10.222.0.55 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041114 Jun 24 10:16:40.017490 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:16:43.436588 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=65,neutron:DELETE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:43.440452 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:45.808855 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-36ffb3ec-6121-4ef2-8b7a-b98769a91217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:46.467544 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=25 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:48.014174 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-890b172b-e9d3-4294-84dc-7eb1748a2a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:49.243302 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:50.899658 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:51.054432 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:16:54.880255 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=88,neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:16:54.882490 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=69 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:04.833478 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=31,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:04.835419 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=77,neutron:UPDATE=6 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:05.608050 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:15.483563 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:15.491409 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:15.721449 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-4f46e3fb-d7a0-490e-81bb-6fe9194554bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:17.016840 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:17:17.932917 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-a6c120bf-e766-4a61-b636-b20f1abb1286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:19.230228 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:19.966615 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7a09158c-5d43-47c7-8e60-8b8285c7f844 req-fabd0a84-de6d-4189-b097-1ddae7778764 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1955078 Jun 24 10:17:20.064008 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09158c-5d43-47c7-8e60-8b8285c7f844 req-ec1d8759-588a-4744-b361-73e80e1a3f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:20.066607 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7a09158c-5d43-47c7-8e60-8b8285c7f844 req-ec1d8759-588a-4744-b361-73e80e1a3f61 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ea76e34ae2a4569851abd4e596b5e77&device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 1130 time: 0.0483468 Jun 24 10:17:20.203649 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09158c-5d43-47c7-8e60-8b8285c7f844 req-a46750a6-28b8-42bd-90ab-4d846feb6275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:20.205485 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7a09158c-5d43-47c7-8e60-8b8285c7f844 req-a46750a6-28b8-42bd-90ab-4d846feb6275 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e0493cf-9922-46cd-9f38-42fd8c5fc022 HTTP/1.1" status: 200 len: 912 time: 0.1133387 Jun 24 10:17:20.295233 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7a09158c-5d43-47c7-8e60-8b8285c7f844 req-7a914c05-cea0-4262-912c-dfc2e34f4f56 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bdbb20d-d945-4771-9616-869e1f53ad73 HTTP/1.1" status: 200 len: 1001 time: 0.0836234 Jun 24 10:17:20.356089 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09158c-5d43-47c7-8e60-8b8285c7f844 req-67cf6d3b-6625-4d4b-8671-f77626f59e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:20.358320 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7a09158c-5d43-47c7-8e60-8b8285c7f844 req-67cf6d3b-6625-4d4b-8671-f77626f59e0e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a HTTP/1.1" status: 200 len: 850 time: 0.0566304 Jun 24 10:17:20.409165 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09158c-5d43-47c7-8e60-8b8285c7f844 req-9622fe95-8150-4388-a474-8ee2f3509163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:17:20.410760 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7a09158c-5d43-47c7-8e60-8b8285c7f844 req-9622fe95-8150-4388-a474-8ee2f3509163 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e0493cf-9922-46cd-9f38-42fd8c5fc022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436766 Jun 24 10:17:20.518834 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7a09158c-5d43-47c7-8e60-8b8285c7f844 req-2947f283-dbac-4cc8-b078-f24e88a3c7e7 service neutron] 10.222.0.55 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978997 Jun 24 10:17:20.620155 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7a09158c-5d43-47c7-8e60-8b8285c7f844 req-fe62a47f-e7c2-4f06-9d1c-61137baf0778 service neutron] 10.222.0.55 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935977 Jun 24 10:17:20.858520 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:21.001419 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:30.613610 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=45 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:30.616651 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=56 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:30.898343 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:30.900202 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:31.881410 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:31.882119 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=5 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:35.590062 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:44.910809 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=14 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:44.916714 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=12 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:45.486195 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:45.488384 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:17:45.761388 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-aa54e2e8-f7a9-4f67-88d3-1b9c12ea6bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:47.926998 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-73617047-e327-44f0-8dd1-366a4d860c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:49.241263 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:50.875120 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:51.000948 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:17:54.016935 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:18:00.888269 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:00.890086 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:05.577415 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:08.878296 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=5 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:08.879009 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:15.489652 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:15.498654 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:15.754512 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-327b2bb3-12ae-42fe-b859-2470b0510826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:17.983467 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-eba39b39-d320-45a8-be4c-9cb8fe79a42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:19.212206 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:20.907946 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:20.954590 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:22.516620 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2bc3e3dc-e4b8-4685-9696-0b3df2bb804e req-d04156d7-92e6-4ee3-b607-26fc6cfe7fe1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457926 Jun 24 10:18:22.608391 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3e3dc-e4b8-4685-9696-0b3df2bb804e req-9c8af0a1-f9fd-4942-b81f-73fc320883b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:22.610782 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2bc3e3dc-e4b8-4685-9696-0b3df2bb804e req-9c8af0a1-f9fd-4942-b81f-73fc320883b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ea76e34ae2a4569851abd4e596b5e77&device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 1130 time: 0.0420969 Jun 24 10:18:22.730936 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3e3dc-e4b8-4685-9696-0b3df2bb804e req-5ff4fbd6-7eb8-465e-8b85-7eec49544e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:22.732580 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2bc3e3dc-e4b8-4685-9696-0b3df2bb804e req-5ff4fbd6-7eb8-465e-8b85-7eec49544e49 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e0493cf-9922-46cd-9f38-42fd8c5fc022 HTTP/1.1" status: 200 len: 912 time: 0.0941305 Jun 24 10:18:22.800147 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2bc3e3dc-e4b8-4685-9696-0b3df2bb804e req-d88fe883-0ca6-44f1-b451-62c6d738b93d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bdbb20d-d945-4771-9616-869e1f53ad73 HTTP/1.1" status: 200 len: 1001 time: 0.0570636 Jun 24 10:18:22.854036 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3e3dc-e4b8-4685-9696-0b3df2bb804e req-005e0808-92b5-4a98-9c75-7fb9d138b63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:22.855672 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2bc3e3dc-e4b8-4685-9696-0b3df2bb804e req-005e0808-92b5-4a98-9c75-7fb9d138b63a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a HTTP/1.1" status: 200 len: 850 time: 0.0465939 Jun 24 10:18:22.903805 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3e3dc-e4b8-4685-9696-0b3df2bb804e req-d2c38934-593a-4f1c-92ac-89fec65c6ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:22.905421 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2bc3e3dc-e4b8-4685-9696-0b3df2bb804e req-d2c38934-593a-4f1c-92ac-89fec65c6ded service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e0493cf-9922-46cd-9f38-42fd8c5fc022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411723 Jun 24 10:18:23.009301 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2bc3e3dc-e4b8-4685-9696-0b3df2bb804e req-025225f5-9433-4477-abf9-0e8352813947 service neutron] 10.222.0.55 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945258 Jun 24 10:18:23.080748 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-3acaf799-07a6-4870-98dc-154e506d582e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1633595985&fields=id&tenant_id=2ea76e34ae2a4569851abd4e596b5e77 HTTP/1.1" status: 200 len: 267 time: 0.0617406 Jun 24 10:18:23.110734 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2bc3e3dc-e4b8-4685-9696-0b3df2bb804e req-95cef58c-a310-4385-8d25-b7bd09e55894 service neutron] 10.222.0.55 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915728 Jun 24 10:18:23.193946 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-aa22207b-6402-4bd8-b78a-4edfdafcce61 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:23.195414 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-aa22207b-6402-4bd8-b78a-4edfdafcce61 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/networks?id=7e0493cf-9922-46cd-9f38-42fd8c5fc022 HTTP/1.1" status: 200 len: 811 time: 0.1079698 Jun 24 10:18:23.210508 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-7b30e9e1-10c0-4cc6-9bcd-546d553ca274 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/quotas/2ea76e34ae2a4569851abd4e596b5e77 HTTP/1.1" status: 200 len: 375 time: 0.0096817 Jun 24 10:18:23.267175 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-0ba5e0a4-e3d4-4da1-865d-3cd6dfba8bc5 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea76e34ae2a4569851abd4e596b5e77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516114 Jun 24 10:18:23.370373 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-6a1cf2bd-67b2-46ff-8027-fb4f2f91fc23 service neutron] 10.222.0.26 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917420 Jun 24 10:18:23.465784 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-40f4758d-e71e-416b-9d0b-fb8b3f4e7054 service neutron] 10.222.0.26 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862556 Jun 24 10:18:24.056181 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-1ace4305-e971-490a-9580-8313233d4f28 req-96f5ac25-f644-4e43-9254-30475499b048 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0298433 Jun 24 10:18:25.158135 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-ad40026d-5b22-46aa-88c8-6a685b413533 req-31c9af40-c0a5-41d0-9007-968ecf135dfe tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0337369 Jun 24 10:18:26.420177 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-970dad0c-ee8a-47c5-bd0f-d8d196a37e15 req-b7eb45a4-3a8c-44d5-960b-d4e27f670a5d tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0392902 Jun 24 10:18:26.449734 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-6b6fa60b-6a3b-4f9b-b229-81a7cddabccf tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:26.451192 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-6b6fa60b-6a3b-4f9b-b229-81a7cddabccf tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.55 "GET /v2.0/networks?id=7e0493cf-9922-46cd-9f38-42fd8c5fc022 HTTP/1.1" status: 200 len: 811 time: 0.1994860 Jun 24 10:18:26.534398 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-e07d3f28-e9c6-4f22-b5f8-519cca60a727 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ea76e34ae2a4569851abd4e596b5e77 HTTP/1.1" status: 200 len: 380 time: 0.0687368 Jun 24 10:18:26.545533 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Request body: {'port': {'device_id': '90dffca8-2fc9-4942-b1bb-bdbc926bbae3', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'admin_state_up': True, 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'security_groups': ['0de269c5-d9a1-4e6d-87e0-9adf59e686e9']}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:18:26.765783 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Made reservation on behalf of 2ea76e34ae2a4569851abd4e596b5e77 for: {'port': 1} {{(pid=110839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:18:26.769358 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:26.843205 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:26.906093 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_common [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Allocated IP 172.20.0.12 (7e0493cf-9922-46cd-9f38-42fd8c5fc022/57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a/b5a5bf8f-1814-429f-b1bd-001451b32294) {{(pid=110839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:18:26.910967 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:27.066691 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for port (b5a5bf8f-1814-429f-b1bd-001451b32294), precommit_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:27.252504 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (b5a5bf8f-1814-429f-b1bd-001451b32294), after_create {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:27.301624 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Network 7e0493cf-9922-46cd-9f38-42fd8c5fc022 is already hosted by enough agents. {{(pid=110839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:18:27.307063 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.base_scheduler [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Resources bound (agent type, host, resource id): {{(pid=110839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:18:27.309645 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Received port after_create {{(pid=110839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:18:27.346694 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Pushing event updated for resources: {'Port': ['ID=b5a5bf8f-1814-429f-b1bd-001451b32294,revision_number=1']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:27.360215 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:27.360575 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:27.360930 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:27.361468 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:27.361900 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:27.362074 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:27.362309 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:27.362568 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:27.362897 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:27.363225 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:27.363553 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:27.363881 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:27.364243 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:27.364625 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:27.364952 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:27.387157 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:27.387851 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:27.529326 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-a8ed5724-bffa-4088-965d-80c548e6b26e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9881425 Jun 24 10:18:27.542634 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.v2.base [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-ae408806-24b0-4bdc-a1c1-e90c41559fc5 service neutron] Request body: {'port': {'device_id': '90dffca8-2fc9-4942-b1bb-bdbc926bbae3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84327'}} {{(pid=110839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:18:27.555741 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5b3de-fd20-43ce-a65f-68fc4e45c0b3 req-cf91b9fc-6401-4016-b825-cbfca756d80b tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:27.557615 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e6b5b3de-fd20-43ce-a65f-68fc4e45c0b3 req-cf91b9fc-6401-4016-b825-cbfca756d80b tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 932 time: 0.0608022 Jun 24 10:18:27.590697 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-a02b31e9-b09a-443a-9dac-096eefa6fad8 None None] Provisioning complete for port b5a5bf8f-1814-429f-b1bd-001451b32294 triggered by entity DHCP. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:18:27.591293 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-a02b31e9-b09a-443a-9dac-096eefa6fad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (b5a5bf8f-1814-429f-b1bd-001451b32294), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:27.620952 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-ae408806-24b0-4bdc-a1c1-e90c41559fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (b5a5bf8f-1814-429f-b1bd-001451b32294), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:27.636485 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-e6b5b3de-fd20-43ce-a65f-68fc4e45c0b3 req-550cdb1b-9686-45ab-bf3f-e8e5aba4752d tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680490 Jun 24 10:18:27.638702 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-a02b31e9-b09a-443a-9dac-096eefa6fad8 None None] Port b5a5bf8f-1814-429f-b1bd-001451b32294 cannot update to ACTIVE because it is not bound. {{(pid=110841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:18:27.783516 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:27.912500 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-ae408806-24b0-4bdc-a1c1-e90c41559fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a5bf8f-1814-429f-b1bd-001451b32294 {{(pid=110839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:18:27.920868 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-ae408806-24b0-4bdc-a1c1-e90c41559fc5 service neutron] Publish callbacks [] for port (b5a5bf8f-1814-429f-b1bd-001451b32294), precommit_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:27.935450 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.provisioning_blocks [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-ae408806-24b0-4bdc-a1c1-e90c41559fc5 service neutron] Transition to ACTIVE for port object b5a5bf8f-1814-429f-b1bd-001451b32294 will not be triggered until provisioned by entity L2. {{(pid=110839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:18:28.017214 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-ae408806-24b0-4bdc-a1c1-e90c41559fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (b5a5bf8f-1814-429f-b1bd-001451b32294), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:28.067872 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae408806-24b0-4bdc-a1c1-e90c41559fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a5bf8f-1814-429f-b1bd-001451b32294,revision_number=2']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:28.147710 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:28.152604 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-ae408806-24b0-4bdc-a1c1-e90c41559fc5 service neutron] Attempting to bind port b5a5bf8f-1814-429f-b1bd-001451b32294 on host hv-cinder-84327 for vnic_type normal with profile {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:18:28.152945 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-ae408806-24b0-4bdc-a1c1-e90c41559fc5 service neutron] Attempting to bind port b5a5bf8f-1814-429f-b1bd-001451b32294 by drivers openvswitch,hyperv on host hv-cinder-84327 at level 0 using segments [{'id': '8b1f3c6e-fec4-4195-86b3-56c77f454aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022'}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:18:28.153281 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-ae408806-24b0-4bdc-a1c1-e90c41559fc5 service neutron] Attempting to bind port b5a5bf8f-1814-429f-b1bd-001451b32294 on network 7e0493cf-9922-46cd-9f38-42fd8c5fc022 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:18:28.158339 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-ae408806-24b0-4bdc-a1c1-e90c41559fc5 service neutron] Port b5a5bf8f-1814-429f-b1bd-001451b32294 on network 7e0493cf-9922-46cd-9f38-42fd8c5fc022 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84327 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:18:28.167377 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-ae408806-24b0-4bdc-a1c1-e90c41559fc5 service neutron] Attempting to bind port b5a5bf8f-1814-429f-b1bd-001451b32294 on network 7e0493cf-9922-46cd-9f38-42fd8c5fc022 {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:18:28.167377 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-ae408806-24b0-4bdc-a1c1-e90c41559fc5 service neutron] Checking agent: {'id': '26214230-7434-41f1-bd59-00d94ef0f061', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'started_at': datetime.datetime(2022, 6, 24, 9, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:18:28.167377 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-ae408806-24b0-4bdc-a1c1-e90c41559fc5 service neutron] Checking segment: {'id': '8b1f3c6e-fec4-4195-86b3-56c77f454aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:18:28.167377 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-ae408806-24b0-4bdc-a1c1-e90c41559fc5 service neutron] Bound using segment: {'id': '8b1f3c6e-fec4-4195-86b3-56c77f454aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022'} {{(pid=110839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:18:28.167377 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.managers [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-ae408806-24b0-4bdc-a1c1-e90c41559fc5 service neutron] Bound port: b5a5bf8f-1814-429f-b1bd-001451b32294, host: hv-cinder-84327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1f3c6e-fec4-4195-86b3-56c77f454aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022'}}] {{(pid=110839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:18:28.167377 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-ae408806-24b0-4bdc-a1c1-e90c41559fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (b5a5bf8f-1814-429f-b1bd-001451b32294), before_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:28.242426 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-ae408806-24b0-4bdc-a1c1-e90c41559fc5 service neutron] For port b5a5bf8f-1814-429f-b1bd-001451b32294, host hv-cinder-84327, cleared binding levels {{(pid=110839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:18:28.248092 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-ae408806-24b0-4bdc-a1c1-e90c41559fc5 service neutron] For port b5a5bf8f-1814-429f-b1bd-001451b32294, host hv-cinder-84327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=b5a5bf8f-1814-429f-b1bd-001451b32294,segment=NetworkSegment(8b1f3c6e-fec4-4195-86b3-56c77f454aaf),segment_id=8b1f3c6e-fec4-4195-86b3-56c77f454aaf)] {{(pid=110839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:18:28.366428 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-ae408806-24b0-4bdc-a1c1-e90c41559fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33003864'] for port (b5a5bf8f-1814-429f-b1bd-001451b32294), after_update {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:28.405853 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-ae408806-24b0-4bdc-a1c1-e90c41559fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:28.406537 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-ae408806-24b0-4bdc-a1c1-e90c41559fc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:28.410073 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-ae408806-24b0-4bdc-a1c1-e90c41559fc5 service neutron] 10.222.0.55 "PUT /v2.0/ports/b5a5bf8f-1814-429f-b1bd-001451b32294 HTTP/1.1" status: 200 len: 1094 time: 0.8705745 Jun 24 10:18:28.410073 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90dffca8-2fc9-4942-b1bb-bdbc926bbae3', 'tag': 'b5a5bf8f-1814-429f-b1bd-001451b32294'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:18:28.411610 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7549bb4-3c16-4301-833c-8944fabe7255" -d '{"events": [{"name": "network-changed", "server_uuid": "90dffca8-2fc9-4942-b1bb-bdbc926bbae3", "tag": "b5a5bf8f-1814-429f-b1bd-001451b32294"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:18:28.443128 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae408806-24b0-4bdc-a1c1-e90c41559fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a5bf8f-1814-429f-b1bd-001451b32294,revision_number=3']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:28.531149 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf60a9db-c870-43b4-aec7-901c96b6098d x-openstack-request-id: req-cf60a9db-c870-43b4-aec7-901c96b6098d {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:18:28.531760 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90dffca8-2fc9-4942-b1bb-bdbc926bbae3", "tag": "b5a5bf8f-1814-429f-b1bd-001451b32294", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:18:28.531760 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cf60a9db-c870-43b4-aec7-901c96b6098d {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:18:28.532421 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf60a9db-c870-43b4-aec7-901c96b6098d'] response: {'name': 'network-changed', 'server_uuid': '90dffca8-2fc9-4942-b1bb-bdbc926bbae3', 'tag': 'b5a5bf8f-1814-429f-b1bd-001451b32294', 'status': 'completed', 'code': 200} Jun 24 10:18:28.602852 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7549bb4-3c16-4301-833c-8944fabe7255 req-f192c63b-563d-4f27-8e0e-f0715a49d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:28.604493 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a7549bb4-3c16-4301-833c-8944fabe7255 req-f192c63b-563d-4f27-8e0e-f0715a49d893 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ea76e34ae2a4569851abd4e596b5e77&device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 1128 time: 0.0434606 Jun 24 10:18:28.725684 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7549bb4-3c16-4301-833c-8944fabe7255 req-6050cfac-4605-403c-a0e9-549849f5a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:28.727510 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a7549bb4-3c16-4301-833c-8944fabe7255 req-6050cfac-4605-403c-a0e9-549849f5a5d7 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=2ea76e34ae2a4569851abd4e596b5e77&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1102536 Jun 24 10:18:28.764202 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a0a61-ef43-45b1-8f05-181bb8e4d101 req-5767bc84-5019-4f0e-9f74-ab1a9e51df9f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:28.765706 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9a2a0a61-ef43-45b1-8f05-181bb8e4d101 req-5767bc84-5019-4f0e-9f74-ab1a9e51df9f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 944 time: 0.0505018 Jun 24 10:18:28.816319 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-9a2a0a61-ef43-45b1-8f05-181bb8e4d101 req-cfc6a20b-a6dd-4940-b3ef-ffe4d725a23d tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440423 Jun 24 10:18:28.826881 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7549bb4-3c16-4301-833c-8944fabe7255 req-b5a17c2d-7db2-4f94-bf5c-8f2eb51f8f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:28.828560 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a7549bb4-3c16-4301-833c-8944fabe7255 req-b5a17c2d-7db2-4f94-bf5c-8f2eb51f8f93 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951509 Jun 24 10:18:28.919160 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-76a657a7-baf2-4f03-b0af-4d0851c1bc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:28.920719 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-76a657a7-baf2-4f03-b0af-4d0851c1bc41 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ea76e34ae2a4569851abd4e596b5e77&device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 1128 time: 0.0444751 Jun 24 10:18:28.968332 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-ceb82aca-af48-4b5d-be3b-c473304a0641 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5a5bf8f-1814-429f-b1bd-001451b32294 HTTP/1.1" status: 200 len: 217 time: 0.0374861 Jun 24 10:18:29.027930 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-a9b0ed35-f7c7-41c2-9b05-b416de78a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:29.027930 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-a9b0ed35-f7c7-41c2-9b05-b416de78a903 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a HTTP/1.1" status: 200 len: 850 time: 0.0462089 Jun 24 10:18:29.071586 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-07bc23e3-41cd-4166-8d87-471ce5c03335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:29.073195 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-07bc23e3-41cd-4166-8d87-471ce5c03335 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e0493cf-9922-46cd-9f38-42fd8c5fc022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407970 Jun 24 10:18:29.176194 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-4c2b5033-9a25-448b-b765-c489955ac593 service neutron] 10.222.0.55 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961812 Jun 24 10:18:29.282010 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-155e7b96-156a-4b8b-9f09-bfbfb4ede8af req-958ee765-e39c-40ef-ba8e-6d44a856f681 service neutron] 10.222.0.55 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961125 Jun 24 10:18:29.921084 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:29.962339 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c519883-6a9f-43fd-ab43-71ea0254bfa2 req-0c858202-4d41-4f33-9a27-ffc5559ed0dc tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:29.963892 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2c519883-6a9f-43fd-ab43-71ea0254bfa2 req-0c858202-4d41-4f33-9a27-ffc5559ed0dc tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 944 time: 0.0517445 Jun 24 10:18:30.021216 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-2c519883-6a9f-43fd-ab43-71ea0254bfa2 req-5baab832-6011-4883-9f0f-706a6285db41 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484202 Jun 24 10:18:31.015744 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:18:31.138630 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb572bdd-ac58-4e88-a638-a5e55b86cd5a req-88a1a11a-39b6-4944-a9d2-d8a55172f898 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:31.140172 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-fb572bdd-ac58-4e88-a638-a5e55b86cd5a req-88a1a11a-39b6-4944-a9d2-d8a55172f898 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 944 time: 0.0523825 Jun 24 10:18:31.195710 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-fb572bdd-ac58-4e88-a638-a5e55b86cd5a req-4571607d-6470-4095-9611-22fb0fa5bf6e tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491972 Jun 24 10:18:32.312029 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403204e-0632-4c61-8853-9e4e06134eb7 req-93811ce7-75ff-49ab-9bc6-55cdd1125fb9 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:32.313548 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c403204e-0632-4c61-8853-9e4e06134eb7 req-93811ce7-75ff-49ab-9bc6-55cdd1125fb9 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 944 time: 0.0492165 Jun 24 10:18:32.364389 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c403204e-0632-4c61-8853-9e4e06134eb7 req-283f6058-7eed-462d-9f83-bccbd777a954 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451374 Jun 24 10:18:33.506701 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82a428-d801-4350-9a07-5aa45e20d343 req-73b3f575-1bd4-491b-97fa-38868514dd41 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:33.513003 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2d82a428-d801-4350-9a07-5aa45e20d343 req-73b3f575-1bd4-491b-97fa-38868514dd41 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 944 time: 0.0635798 Jun 24 10:18:33.569164 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-2d82a428-d801-4350-9a07-5aa45e20d343 req-18611a76-39dc-48c8-9a30-2b577f308977 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530465 Jun 24 10:18:34.717052 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9226a-1cb6-45e7-bf89-f971d216c5e6 req-911100fd-90cb-4d73-9bdf-314efb5c6601 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:34.719171 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-45f9226a-1cb6-45e7-bf89-f971d216c5e6 req-911100fd-90cb-4d73-9bdf-314efb5c6601 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 944 time: 0.0694807 Jun 24 10:18:34.790249 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-45f9226a-1cb6-45e7-bf89-f971d216c5e6 req-2aa59c1a-caee-4959-a890-9157a84bd0a4 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619793 Jun 24 10:18:35.594161 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:35.924736 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65036568-48d0-40cc-8d01-57ebf030dd49 req-ce2aab89-616f-4c2d-a5aa-cd9b17e80cdb tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:35.926398 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-65036568-48d0-40cc-8d01-57ebf030dd49 req-ce2aab89-616f-4c2d-a5aa-cd9b17e80cdb tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 944 time: 0.0553133 Jun 24 10:18:35.983160 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-65036568-48d0-40cc-8d01-57ebf030dd49 req-5e94b575-356a-4749-b1ca-991fdca28946 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508449 Jun 24 10:18:36.853196 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device b5a5bf8f-1814-429f-b1bd-001451b32294 details requested by agent hyperv_hv-cinder-84327 with host hv-cinder-84327 {{(pid=110841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:18:36.957885 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port b5a5bf8f-1814-429f-b1bd-001451b32294, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=b5a5bf8f-1814-429f-b1bd-001451b32294,segment=NetworkSegment(8b1f3c6e-fec4-4195-86b3-56c77f454aaf),segment_id=8b1f3c6e-fec4-4195-86b3-56c77f454aaf)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:18:36.970982 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Returning: {'device': 'b5a5bf8f-1814-429f-b1bd-001451b32294', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'port_id': 'b5a5bf8f-1814-429f-b1bd-001451b32294', 'mac_address': 'fa:16:3e:f9:f7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:18:37.012615 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port b5a5bf8f-1814-429f-b1bd-001451b32294 is: DOWN; New status is: BUILD {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:18:37.013078 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (b5a5bf8f-1814-429f-b1bd-001451b32294), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:37.030800 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a5bf8f-1814-429f-b1bd-001451b32294 {{(pid=110841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:18:37.055658 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port b5a5bf8f-1814-429f-b1bd-001451b32294, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=b5a5bf8f-1814-429f-b1bd-001451b32294,segment=NetworkSegment(8b1f3c6e-fec4-4195-86b3-56c77f454aaf),segment_id=8b1f3c6e-fec4-4195-86b3-56c77f454aaf)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:18:37.117861 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a0da5-2b5a-4381-99cf-7359a9e2b037 req-bb0b9e67-8af9-467f-a2e1-3d14a3820ef7 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:37.119502 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-bb7a0da5-2b5a-4381-99cf-7359a9e2b037 req-bb0b9e67-8af9-467f-a2e1-3d14a3820ef7 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 944 time: 0.0518324 Jun 24 10:18:37.131517 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (b5a5bf8f-1814-429f-b1bd-001451b32294), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:37.168104 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:37.173930 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-bb7a0da5-2b5a-4381-99cf-7359a9e2b037 req-a82791c7-3555-4f5f-b649-e61db7b64c11 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487363 Jun 24 10:18:37.189272 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=b5a5bf8f-1814-429f-b1bd-001451b32294,revision_number=4']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:37.210443 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:37.210849 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:37.211362 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:37.211872 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:37.212438 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:37.213002 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:37.213559 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:37.214057 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:37.214554 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:37.215076 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:37.215545 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:37.216050 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:37.216574 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:37.217098 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:37.217601 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:37.440184 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] get_ports_and_sgs() called for port_ids ['b5a5bf8f-1814-429f-b1bd-001451b32294'] {{(pid=110841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:18:38.325385 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdc70a-c4c9-4e5b-8532-ef4b21fafe2b req-7204cddb-a9f0-4fab-b917-4138b2637468 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:38.330394 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0dbdc70a-c4c9-4e5b-8532-ef4b21fafe2b req-7204cddb-a9f0-4fab-b917-4138b2637468 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 945 time: 0.0517159 Jun 24 10:18:38.381534 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-0dbdc70a-c4c9-4e5b-8532-ef4b21fafe2b req-694c08cf-8bd3-4e94-a9e3-efa702db3c2d tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473650 Jun 24 10:18:38.867345 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device b5a5bf8f-1814-429f-b1bd-001451b32294 up at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:18:38.906141 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:38.913951 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning for port b5a5bf8f-1814-429f-b1bd-001451b32294 completed by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:18:39.011620 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.provisioning_blocks [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Provisioning complete for port b5a5bf8f-1814-429f-b1bd-001451b32294 triggered by entity L2. {{(pid=110841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:18:39.011994 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761814'] for port (b5a5bf8f-1814-429f-b1bd-001451b32294), provisioning_complete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:39.040651 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:39.100795 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Current status of the port b5a5bf8f-1814-429f-b1bd-001451b32294 is: BUILD; New status is: ACTIVE {{(pid=110841) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:18:39.101173 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (b5a5bf8f-1814-429f-b1bd-001451b32294), before_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:39.127592 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90dffca8-2fc9-4942-b1bb-bdbc926bbae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a5bf8f-1814-429f-b1bd-001451b32294'}] {{(pid=110841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:18:39.129753 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f7287234ec4fcdf3314faa70132ef138ebccb76f32490159d9873cc4e92f126" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd3e72a-37f9-45b9-87a2-37dceed89f3e" -d '{"events": [{"server_uuid": "90dffca8-2fc9-4942-b1bb-bdbc926bbae3", "name": "network-vif-plugged", "status": "completed", "tag": "b5a5bf8f-1814-429f-b1bd-001451b32294"}]}' {{(pid=110841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:18:39.143799 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] For port b5a5bf8f-1814-429f-b1bd-001451b32294, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=b5a5bf8f-1814-429f-b1bd-001451b32294,segment=NetworkSegment(8b1f3c6e-fec4-4195-86b3-56c77f454aaf),segment_id=8b1f3c6e-fec4-4195-86b3-56c77f454aaf)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:18:39.234227 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488'] for port (b5a5bf8f-1814-429f-b1bd-001451b32294), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:39.240546 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d3c473-18fd-47b9-812a-280a78f0ba35 x-openstack-request-id: req-62d3c473-18fd-47b9-812a-280a78f0ba35 {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:18:39.244169 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90dffca8-2fc9-4942-b1bb-bdbc926bbae3", "name": "network-vif-plugged", "status": "completed", "tag": "b5a5bf8f-1814-429f-b1bd-001451b32294", "code": 200}]} {{(pid=110841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:18:39.244169 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-62d3c473-18fd-47b9-812a-280a78f0ba35 {{(pid=110841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:18:39.244169 dv-cinder-843277-6-iscsi neutron-server[110841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62d3c473-18fd-47b9-812a-280a78f0ba35'] response: {'server_uuid': '90dffca8-2fc9-4942-b1bb-bdbc926bbae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a5bf8f-1814-429f-b1bd-001451b32294', 'code': 200} Jun 24 10:18:39.296693 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Pushing event updated for resources: {'Port': ['ID=b5a5bf8f-1814-429f-b1bd-001451b32294,revision_number=5']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:39.506273 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:39.521898 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a1ff5-ee7e-4b7a-9483-16a32875f33d req-01784806-37fb-4f53-9a74-4feac4f98508 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:39.524624 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-007a1ff5-ee7e-4b7a-9483-16a32875f33d req-01784806-37fb-4f53-9a74-4feac4f98508 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 946 time: 0.0633705 Jun 24 10:18:39.544524 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=100 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:39.585405 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-007a1ff5-ee7e-4b7a-9483-16a32875f33d req-eb9e854f-702c-474d-af37-c2b0e6f57ba3 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547101 Jun 24 10:18:39.637000 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198c687-b0ba-4939-a248-19a7d2323be0 req-02f7abbb-ea76-4f9d-b69f-2bcc56a5098a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:39.638621 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7198c687-b0ba-4939-a248-19a7d2323be0 req-02f7abbb-ea76-4f9d-b69f-2bcc56a5098a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 1130 time: 0.0606902 Jun 24 10:18:39.692516 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-7198c687-b0ba-4939-a248-19a7d2323be0 req-f8390a77-6416-4d15-ac6f-476b17d65c46 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472939 Jun 24 10:18:40.720589 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834e32d-6a91-4e86-b0b9-1403dff7b89a req-c30ec939-1285-4183-a528-7057318a204d tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:40.722120 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d834e32d-6a91-4e86-b0b9-1403dff7b89a req-c30ec939-1285-4183-a528-7057318a204d tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 946 time: 0.0523129 Jun 24 10:18:40.773419 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-d834e32d-6a91-4e86-b0b9-1403dff7b89a req-0283d3a4-1d7d-47dc-a30a-fe7d15db1dbf tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457127 Jun 24 10:18:41.892635 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12700ec9-2620-4eaa-bbb5-26c7871622b9 req-0156910f-47d5-4876-b88b-c699a9a3d257 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:41.894035 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-12700ec9-2620-4eaa-bbb5-26c7871622b9 req-0156910f-47d5-4876-b88b-c699a9a3d257 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 946 time: 0.0517197 Jun 24 10:18:41.946002 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-12700ec9-2620-4eaa-bbb5-26c7871622b9 req-12fba16c-a9be-44d9-9a91-25db2437235a tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455332 Jun 24 10:18:42.062328 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00660529-f3b1-42c6-b054-68713d43e8b7 req-bb3bcdd9-f4b0-4647-8079-6cf3c2cf4e15 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:42.067903 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-00660529-f3b1-42c6-b054-68713d43e8b7 req-bb3bcdd9-f4b0-4647-8079-6cf3c2cf4e15 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 946 time: 0.0493915 Jun 24 10:18:42.115919 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-00660529-f3b1-42c6-b054-68713d43e8b7 req-feb92890-f6ac-4629-be4f-f2c8d1179bb4 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458953 Jun 24 10:18:42.154821 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48800) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:42.192990 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4db136f-4dad-4f99-a6fe-12916eda250e tempest-TestVolumeBootPattern-478272239 tempest-TestVolumeBootPattern-478272239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:42.194525 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-b4db136f-4dad-4f99-a6fe-12916eda250e tempest-TestVolumeBootPattern-478272239 tempest-TestVolumeBootPattern-478272239-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 1125 time: 0.0387924 Jun 24 10:18:42.197288 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48802) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:18:42.201443 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.v2.base [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Request body: {'floatingip': {'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'port_id': 'b5a5bf8f-1814-429f-b1bd-001451b32294', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:18:42.296229 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:42.384798 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (None), before_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:42.497821 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_common [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Allocated IP 172.27.2.25 (a3837c3f-8d84-4126-8dfc-b4bde8a26600/ef99dc90-6579-4f1e-9fc6-58eb2334384d/ba27c3f3-0698-4006-90c6-4fb131a7cb69) {{(pid=110840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:18:42.607466 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for port (ba27c3f3-0698-4006-90c6-4fb131a7cb69), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:42.697249 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753295330452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29645449'] for port (ba27c3f3-0698-4006-90c6-4fb131a7cb69), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:42.737087 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Network a3837c3f-8d84-4126-8dfc-b4bde8a26600 is already hosted by enough agents. {{(pid=110840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:18:42.740161 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.base_scheduler [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Resources bound (agent type, host, resource id): {{(pid=110840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:18:42.743777 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Received port after_create {{(pid=110840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:18:42.770105 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Pushing event updated for resources: {'Port': ['ID=ba27c3f3-0698-4006-90c6-4fb131a7cb69,revision_number=1']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:42.785159 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.785497 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.785840 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.786167 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.786495 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.786821 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.787143 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.787462 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.787780 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.788098 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.788443 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.788765 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.789080 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.789395 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.789712 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:18:42.916176 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:42.994266 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:43.137163 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for floatingip (003b46c5-07ca-489c-9158-668912425d11), precommit_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:43.288904 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-686550'] for port (ba27c3f3-0698-4006-90c6-4fb131a7cb69), before_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:43.449702 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for port (ba27c3f3-0698-4006-90c6-4fb131a7cb69), precommit_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:43.491068 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753295619422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753295330470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753295330488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29645456'] for port (ba27c3f3-0698-4006-90c6-4fb131a7cb69), after_update {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:43.563054 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Pushing event updated for resources: {'Port': ['ID=ba27c3f3-0698-4006-90c6-4fb131a7cb69,revision_number=2']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:18:43.576457 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1893234'] for floatingip (003b46c5-07ca-489c-9158-668912425d11), after_create {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:43.663034 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:43.676086 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.db.l3_db [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Floating IP 003b46c5-07ca-489c-9158-668912425d11 associated. External IP: 172.27.2.25, port: b5a5bf8f-1814-429f-b1bd-001451b32294. Jun 24 10:18:43.884990 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Router babeda2a-ce2b-4f86-a5bd-e688c366c335 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:18:43.994351 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:18:44.005097 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8185c5-f84b-4081-a380-dac927174fbd None None] Sync routers for ids ['babeda2a-ce2b-4f86-a5bd-e688c366c335'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:18:44.016487 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8185c5-f84b-4081-a380-dac927174fbd None None] Routers {'babeda2a-ce2b-4f86-a5bd-e688c366c335'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:18:44.017116 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-ed8185c5-f84b-4081-a380-dac927174fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:18:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['babeda2a-ce2b-4f86-a5bd-e688c366c335'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:18:44.086431 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:44.123221 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-27955895-684a-4f5e-9f55-09e85eed1205 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9248927 Jun 24 10:18:44.123888 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90dffca8-2fc9-4942-b1bb-bdbc926bbae3', 'tag': 'b5a5bf8f-1814-429f-b1bd-001451b32294'}] {{(pid=110840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:18:44.126303 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918deba4491858943d5af62f7e2b7193d4f3e11e5a976540219041625139a41f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38e5c81-7907-40a5-b83c-a7e02c8f2471" -d '{"events": [{"name": "network-changed", "server_uuid": "90dffca8-2fc9-4942-b1bb-bdbc926bbae3", "tag": "b5a5bf8f-1814-429f-b1bd-001451b32294"}]}' {{(pid=110840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:18:44.133561 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-ed8185c5-f84b-4081-a380-dac927174fbd None None] Set router babeda2a-ce2b-4f86-a5bd-e688c366c335 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:18:44.227406 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe3c885-661a-491f-a86f-2149a2ed167a x-openstack-request-id: req-dfe3c885-661a-491f-a86f-2149a2ed167a {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:18:44.227700 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90dffca8-2fc9-4942-b1bb-bdbc926bbae3", "tag": "b5a5bf8f-1814-429f-b1bd-001451b32294", "status": "completed", "code": 200}]} {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:18:44.227946 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dfe3c885-661a-491f-a86f-2149a2ed167a {{(pid=110840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:18:44.228399 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfe3c885-661a-491f-a86f-2149a2ed167a'] response: {'name': 'network-changed', 'server_uuid': '90dffca8-2fc9-4942-b1bb-bdbc926bbae3', 'tag': 'b5a5bf8f-1814-429f-b1bd-001451b32294', 'status': 'completed', 'code': 200} Jun 24 10:18:44.315597 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e5c81-7907-40a5-b83c-a7e02c8f2471 req-78d5eb1c-0abf-4fa4-ab06-fa6fc6583677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:44.317923 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c38e5c81-7907-40a5-b83c-a7e02c8f2471 req-78d5eb1c-0abf-4fa4-ab06-fa6fc6583677 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ea76e34ae2a4569851abd4e596b5e77&device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 1130 time: 0.0639021 Jun 24 10:18:44.368455 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-ed8185c5-f84b-4081-a380-dac927174fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:13:17Z', 'revision_number': 4, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '003b46c5-07ca-489c-9158-668912425d11', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'floating_ip_address': '172.27.2.25', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'port_id': 'b5a5bf8f-1814-429f-b1bd-001451b32294', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'mac_address': 'fa:16:3e:f9:f7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dffca8-2fc9-4942-b1bb-bdbc926bbae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:18:42Z', 'updated_at': '2022-06-24T10:18:42Z', 'revision_number': 0, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'fixed_ip_address_scope': None}, {'id': '151b17e6-a13a-4456-b301-b8b280abb542', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'port_id': '8bdbb20d-d945-4771-9616-869e1f53ad73', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'mac_address': 'fa:16:3e:9c:29:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5d21f0-8a41-4c83-9c59-4233690febf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:16:34Z', 'updated_at': '2022-06-24T10:16:36Z', 'revision_number': 1, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a716b606-0d2c-4663-9e93-4f41343ac526', 'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'mac_address': 'fa:16:3e:05:56:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:16Z', 'updated_at': '2022-06-24T10:13:21Z', 'revision_number': 5, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'subnets': [{'id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:18:44.393093 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8185c5-f84b-4081-a380-dac927174fbd None None] Checking router: babeda2a-ce2b-4f86-a5bd-e688c366c335 for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:18:44.401952 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8185c5-f84b-4081-a380-dac927174fbd None None] Routers {'babeda2a-ce2b-4f86-a5bd-e688c366c335'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:18:44.402600 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-ed8185c5-f84b-4081-a380-dac927174fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:18:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['babeda2a-ce2b-4f86-a5bd-e688c366c335'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:18:44.421616 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e5c81-7907-40a5-b83c-a7e02c8f2471 req-ae63f6db-d39d-4cad-a046-e4e54af5c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:44.423237 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c38e5c81-7907-40a5-b83c-a7e02c8f2471 req-ae63f6db-d39d-4cad-a046-e4e54af5c3ad service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e0493cf-9922-46cd-9f38-42fd8c5fc022 HTTP/1.1" status: 200 len: 912 time: 0.0994663 Jun 24 10:18:44.490584 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c38e5c81-7907-40a5-b83c-a7e02c8f2471 req-385d1ccf-e920-4d49-8601-059d3ea42b47 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5a5bf8f-1814-429f-b1bd-001451b32294 HTTP/1.1" status: 200 len: 999 time: 0.0613451 Jun 24 10:18:44.505016 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-ed8185c5-f84b-4081-a380-dac927174fbd None None] Set router babeda2a-ce2b-4f86-a5bd-e688c366c335 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:18:44.539642 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e5c81-7907-40a5-b83c-a7e02c8f2471 req-90200986-7aef-4c05-9d44-08cae642886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:44.541134 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c38e5c81-7907-40a5-b83c-a7e02c8f2471 req-90200986-7aef-4c05-9d44-08cae642886e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a HTTP/1.1" status: 200 len: 850 time: 0.0453124 Jun 24 10:18:44.584612 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e5c81-7907-40a5-b83c-a7e02c8f2471 req-f50011fb-8732-4daf-ba6b-b85644001649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:18:44.586149 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c38e5c81-7907-40a5-b83c-a7e02c8f2471 req-f50011fb-8732-4daf-ba6b-b85644001649 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e0493cf-9922-46cd-9f38-42fd8c5fc022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395925 Jun 24 10:18:44.688056 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c38e5c81-7907-40a5-b83c-a7e02c8f2471 req-a488a98f-4d71-43e3-89de-909eaa4b8dbb service neutron] 10.222.0.55 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959549 Jun 24 10:18:44.726010 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-ed8185c5-f84b-4081-a380-dac927174fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:13:17Z', 'revision_number': 4, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '003b46c5-07ca-489c-9158-668912425d11', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'floating_ip_address': '172.27.2.25', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'port_id': 'b5a5bf8f-1814-429f-b1bd-001451b32294', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'mac_address': 'fa:16:3e:f9:f7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dffca8-2fc9-4942-b1bb-bdbc926bbae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:18:42Z', 'updated_at': '2022-06-24T10:18:42Z', 'revision_number': 0, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'fixed_ip_address_scope': None}, {'id': '151b17e6-a13a-4456-b301-b8b280abb542', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'port_id': '8bdbb20d-d945-4771-9616-869e1f53ad73', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'mac_address': 'fa:16:3e:9c:29:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5d21f0-8a41-4c83-9c59-4233690febf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:16:34Z', 'updated_at': '2022-06-24T10:16:36Z', 'revision_number': 1, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a716b606-0d2c-4663-9e93-4f41343ac526', 'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'mac_address': 'fa:16:3e:05:56:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:16Z', 'updated_at': '2022-06-24T10:13:21Z', 'revision_number': 5, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'subnets': [{'id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:18:44.754941 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8185c5-f84b-4081-a380-dac927174fbd None None] The sync data for ids ['babeda2a-ce2b-4f86-a5bd-e688c366c335'] in dv-cinder-843277-6-iscsi is: [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:13:17Z', 'revision_number': 4, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '003b46c5-07ca-489c-9158-668912425d11', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'floating_ip_address': '172.27.2.25', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'port_id': 'b5a5bf8f-1814-429f-b1bd-001451b32294', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'mac_address': 'fa:16:3e:f9:f7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dffca8-2fc9-4942-b1bb-bdbc926bbae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:18:42Z', 'updated_at': '2022-06-24T10:18:42Z', 'revision_number': 0, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'fixed_ip_address_scope': None}, {'id': '151b17e6-a13a-4456-b301-b8b280abb542', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'port_id': '8bdbb20d-d945-4771-9616-869e1f53ad73', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'mac_address': 'fa:16:3e:9c:29:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5d21f0-8a41-4c83-9c59-4233690febf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:16:34Z', 'updated_at': '2022-06-24T10:16:36Z', 'revision_number': 1, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a716b606-0d2c-4663-9e93-4f41343ac526', 'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'mac_address': 'fa:16:3e:05:56:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:16Z', 'updated_at': '2022-06-24T10:13:21Z', 'revision_number': 5, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'subnets': [{'id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:18:44.789031 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-c38e5c81-7907-40a5-b83c-a7e02c8f2471 req-e7d845b9-bc05-4fc4-866d-a1e0ce1522e4 service neutron] 10.222.0.55 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948422 Jun 24 10:18:44.992486 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a6ffd2-7cf2-4b24-95a8-1420ccd44115 None None] New status for floating IP 003b46c5-07ca-489c-9158-668912425d11: ACTIVE {{(pid=110841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:18:45.765928 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-4882e7e2-1173-4b86-8e63-211cc60b3852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:47.902440 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e4783878-8506-47d7-a9db-495143f707df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:49.251198 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:50.964157 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:51.005480 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:18:54.115465 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:54.119721 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=33,neutron:DELETE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:54.729046 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=80 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:54.730264 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=79,neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:54.777678 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=75 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:18:54.785833 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=99 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:04.852772 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=37,neutron:UPDATE=5 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:04.855947 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=63,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:05.609796 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:08.016169 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:19:15.500229 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:15.503167 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:15.804541 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-86952916-2b0e-48c6-bcb6-5391321cee50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:17.923540 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-831cf134-b081-4371-8a06-a988a3126ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:19.204338 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:20.877935 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:20.954377 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:22.738984 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-19269c66-3f48-4b72-b762-2e8fe66203de req-dea74e41-5cca-4207-8720-b6c604a2f3c5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476129 Jun 24 10:19:22.830001 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19269c66-3f48-4b72-b762-2e8fe66203de req-0258e5a8-caff-490a-90b1-08f81cd86f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:22.831503 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-19269c66-3f48-4b72-b762-2e8fe66203de req-0258e5a8-caff-490a-90b1-08f81cd86f2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ea76e34ae2a4569851abd4e596b5e77&device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 1130 time: 0.0418930 Jun 24 10:19:22.873777 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=2 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:22.879705 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=6 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:22.946548 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19269c66-3f48-4b72-b762-2e8fe66203de req-d937aaae-a5f2-4738-9bed-3e1ab40b2065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:22.948069 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-19269c66-3f48-4b72-b762-2e8fe66203de req-d937aaae-a5f2-4738-9bed-3e1ab40b2065 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e0493cf-9922-46cd-9f38-42fd8c5fc022 HTTP/1.1" status: 200 len: 912 time: 0.0957692 Jun 24 10:19:23.020086 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-19269c66-3f48-4b72-b762-2e8fe66203de req-8269c672-94b7-4ead-9397-47c3856ccfe8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bdbb20d-d945-4771-9616-869e1f53ad73 HTTP/1.1" status: 200 len: 1001 time: 0.0611374 Jun 24 10:19:23.073910 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19269c66-3f48-4b72-b762-2e8fe66203de req-028352b8-5845-4bc7-9aaa-cc976f289ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:23.075381 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-19269c66-3f48-4b72-b762-2e8fe66203de req-028352b8-5845-4bc7-9aaa-cc976f289ef6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a HTTP/1.1" status: 200 len: 850 time: 0.0469444 Jun 24 10:19:23.123644 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19269c66-3f48-4b72-b762-2e8fe66203de req-aadc76bf-d8c9-4d3a-9345-00040237c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:19:23.125338 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-19269c66-3f48-4b72-b762-2e8fe66203de req-aadc76bf-d8c9-4d3a-9345-00040237c6c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e0493cf-9922-46cd-9f38-42fd8c5fc022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412769 Jun 24 10:19:23.227346 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-19269c66-3f48-4b72-b762-2e8fe66203de req-61764f4c-f2e9-4963-b7b9-efaa96355406 service neutron] 10.222.0.55 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925307 Jun 24 10:19:23.331622 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-19269c66-3f48-4b72-b762-2e8fe66203de req-eb9d3494-5e4a-4786-93c3-55ebb51da2f4 service neutron] 10.222.0.55 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953844 Jun 24 10:19:24.453362 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [req-44941669-08e1-4a6a-8166-fb7124e4b8e8 req-338f956a-1fab-4414-9741-e82c6f199602 service neutron] (110839) timed out ('10.222.0.26', 42386) {{(pid=110839) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 10:19:24.662695 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [req-44941669-08e1-4a6a-8166-fb7124e4b8e8 req-6e8d0387-e0a6-4411-af5f-7fd70d5b7310 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] (110839) timed out ('10.222.0.26', 42400) {{(pid=110839) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 10:19:30.893973 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:30.895797 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:33.325018 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=50 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:33.326983 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=51 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:35.621197 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:44.838010 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=13 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:44.840107 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=13 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:45.015299 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:19:45.496659 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:45.497460 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:45.729711 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-beaa1208-db0a-4035-b90b-a9a0f6b2d0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:47.950516 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-fc4d6033-e1a5-43ed-a7df-2c50cbcbd6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:49.293819 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:50.918028 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:51.038283 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:19:59.875741 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:19:59.876605 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:00.892227 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=8 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:00.894144 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:05.671581 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:15.527660 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:15.529540 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:15.737886 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-17bb12a1-1e69-4008-b3f9-75ed76cbf2c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:17.899831 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f93eb5d-2045-4131-b00b-9bb69c9fb89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:19.265427 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:20.875117 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:20.963229 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:22.013754 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:20:22.611783 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-13b32971-245c-4dbb-b258-b673050d617b req-4411137e-14c4-4fd3-8d1d-af1eb9c23568 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400386 Jun 24 10:20:22.681000 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b32971-245c-4dbb-b258-b673050d617b req-8da2e550-850e-4394-93cf-80405522f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:22.682638 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-13b32971-245c-4dbb-b258-b673050d617b req-8da2e550-850e-4394-93cf-80405522f983 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ea76e34ae2a4569851abd4e596b5e77&device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 1130 time: 0.0428607 Jun 24 10:20:22.794937 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b32971-245c-4dbb-b258-b673050d617b req-9fd74305-2a37-4578-ab61-b42afbcbeb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:22.796448 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-13b32971-245c-4dbb-b258-b673050d617b req-9fd74305-2a37-4578-ab61-b42afbcbeb29 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e0493cf-9922-46cd-9f38-42fd8c5fc022 HTTP/1.1" status: 200 len: 912 time: 0.0953536 Jun 24 10:20:22.864458 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-13b32971-245c-4dbb-b258-b673050d617b req-e00aa91d-1bd6-4c6a-b14e-33e26e0fa95c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5a5bf8f-1814-429f-b1bd-001451b32294 HTTP/1.1" status: 200 len: 1001 time: 0.0575070 Jun 24 10:20:22.921366 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b32971-245c-4dbb-b258-b673050d617b req-24369c6d-dd0e-42b3-b7c4-3430998c1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:22.923002 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-13b32971-245c-4dbb-b258-b673050d617b req-24369c6d-dd0e-42b3-b7c4-3430998c1a31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a HTTP/1.1" status: 200 len: 850 time: 0.0500576 Jun 24 10:20:22.972776 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b32971-245c-4dbb-b258-b673050d617b req-277ec5b8-42f7-4ede-9f34-be27d7a68e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:22.974906 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-13b32971-245c-4dbb-b258-b673050d617b req-277ec5b8-42f7-4ede-9f34-be27d7a68e28 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e0493cf-9922-46cd-9f38-42fd8c5fc022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423965 Jun 24 10:20:22.990433 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48832) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:23.072653 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-13b32971-245c-4dbb-b258-b673050d617b req-e2c29d18-66aa-42bd-be52-92916461a035 service neutron] 10.222.0.55 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883694 Jun 24 10:20:23.134520 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Deleting port ba27c3f3-0698-4006-90c6-4fb131a7cb69 {{(pid=110840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:20:23.134759 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (ba27c3f3-0698-4006-90c6-4fb131a7cb69), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:23.168136 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-13b32971-245c-4dbb-b258-b673050d617b req-1047cbd2-ae36-47b1-9427-56d31bab829e service neutron] 10.222.0.55 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868087 Jun 24 10:20:23.212864 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (ba27c3f3-0698-4006-90c6-4fb131a7cb69), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:23.213198 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for floatingip (ba27c3f3-0698-4006-90c6-4fb131a7cb69), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:23.225919 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Calling delete_port for ba27c3f3-0698-4006-90c6-4fb131a7cb69 owned by network:floatingip {{(pid=110840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:20:23.686790 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29645449'] for port (ba27c3f3-0698-4006-90c6-4fb131a7cb69), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:23.713945 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Pushing event deleted for resources: {'Port': ['ID=ba27c3f3-0698-4006-90c6-4fb131a7cb69,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:23.738790 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:23.739128 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:23.739470 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:23.739831 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:23.740184 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:23.740515 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:23.740838 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:23.741160 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:23.741503 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:23.741802 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:23.742123 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:23.742442 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:23.742759 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:23.743074 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:23.743387 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:23.789136 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for floatingip (003b46c5-07ca-489c-9158-668912425d11), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:23.789458 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.db.l3_db [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Floating IP 003b46c5-07ca-489c-9158-668912425d11 disassociated (deleted). External IP: 172.27.2.25, port: b5a5bf8f-1814-429f-b1bd-001451b32294. Jun 24 10:20:23.988953 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Router babeda2a-ce2b-4f86-a5bd-e688c366c335 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:20:24.095001 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:20:24.099460 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:24.106966 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78dae4c-44d8-40a4-985b-d9f328cb972d None None] Sync routers for ids ['babeda2a-ce2b-4f86-a5bd-e688c366c335'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:20:24.117470 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78dae4c-44d8-40a4-985b-d9f328cb972d None None] Routers {'babeda2a-ce2b-4f86-a5bd-e688c366c335'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:20:24.118079 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-b78dae4c-44d8-40a4-985b-d9f328cb972d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:20:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['babeda2a-ce2b-4f86-a5bd-e688c366c335'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:24.119909 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:24.129808 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-a3a8338f-5f04-498d-9deb-d016906b214f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "DELETE /v2.0/floatingips/003b46c5-07ca-489c-9158-668912425d11 HTTP/1.1" status: 204 len: 168 time: 1.1383414 Jun 24 10:20:24.131116 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90dffca8-2fc9-4942-b1bb-bdbc926bbae3', 'tag': 'b5a5bf8f-1814-429f-b1bd-001451b32294'}] {{(pid=110840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:20:24.133170 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}918deba4491858943d5af62f7e2b7193d4f3e11e5a976540219041625139a41f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae24942c-8482-4e4e-892a-787390d8e47a" -d '{"events": [{"name": "network-changed", "server_uuid": "90dffca8-2fc9-4942-b1bb-bdbc926bbae3", "tag": "b5a5bf8f-1814-429f-b1bd-001451b32294"}]}' {{(pid=110840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:20:24.174625 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93bf135-7970-44cc-83de-967129943d75 x-openstack-request-id: req-d93bf135-7970-44cc-83de-967129943d75 {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:20:24.174913 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90dffca8-2fc9-4942-b1bb-bdbc926bbae3", "tag": "b5a5bf8f-1814-429f-b1bd-001451b32294", "status": "completed", "code": 200}]} {{(pid=110840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:20:24.175162 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d93bf135-7970-44cc-83de-967129943d75 {{(pid=110840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:20:24.175559 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d93bf135-7970-44cc-83de-967129943d75'] response: {'name': 'network-changed', 'server_uuid': '90dffca8-2fc9-4942-b1bb-bdbc926bbae3', 'tag': 'b5a5bf8f-1814-429f-b1bd-001451b32294', 'status': 'completed', 'code': 200} Jun 24 10:20:24.227441 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-b78dae4c-44d8-40a4-985b-d9f328cb972d None None] Set router babeda2a-ce2b-4f86-a5bd-e688c366c335 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:20:24.245756 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24942c-8482-4e4e-892a-787390d8e47a req-f31230a8-a37f-4295-8596-6fc13246a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:24.245756 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ae24942c-8482-4e4e-892a-787390d8e47a req-f31230a8-a37f-4295-8596-6fc13246a7f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ea76e34ae2a4569851abd4e596b5e77&device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 1130 time: 0.0412736 Jun 24 10:20:24.544018 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-b78dae4c-44d8-40a4-985b-d9f328cb972d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:13:17Z', 'revision_number': 4, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '151b17e6-a13a-4456-b301-b8b280abb542', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'port_id': '8bdbb20d-d945-4771-9616-869e1f53ad73', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'mac_address': 'fa:16:3e:9c:29:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5d21f0-8a41-4c83-9c59-4233690febf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:16:34Z', 'updated_at': '2022-06-24T10:16:36Z', 'revision_number': 1, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a716b606-0d2c-4663-9e93-4f41343ac526', 'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'mac_address': 'fa:16:3e:05:56:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:16Z', 'updated_at': '2022-06-24T10:13:21Z', 'revision_number': 5, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'subnets': [{'id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:24.573218 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78dae4c-44d8-40a4-985b-d9f328cb972d None None] Checking router: babeda2a-ce2b-4f86-a5bd-e688c366c335 for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:20:24.583256 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78dae4c-44d8-40a4-985b-d9f328cb972d None None] Routers {'babeda2a-ce2b-4f86-a5bd-e688c366c335'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:20:24.584495 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-b78dae4c-44d8-40a4-985b-d9f328cb972d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:20:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['babeda2a-ce2b-4f86-a5bd-e688c366c335'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:24.621149 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d7b96-d10d-4e99-ba7c-3ba3a75fae3b req-31555b48-d033-4aa4-bfa0-d3e51a696e59 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:24.627070 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-7a7d7b96-d10d-4e99-ba7c-3ba3a75fae3b req-31555b48-d033-4aa4-bfa0-d3e51a696e59 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 946 time: 0.0699177 Jun 24 10:20:24.641745 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24942c-8482-4e4e-892a-787390d8e47a req-192849ac-9e44-440e-a6fb-941a40847830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:24.643783 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ae24942c-8482-4e4e-892a-787390d8e47a req-192849ac-9e44-440e-a6fb-941a40847830 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e0493cf-9922-46cd-9f38-42fd8c5fc022 HTTP/1.1" status: 200 len: 912 time: 0.3889070 Jun 24 10:20:24.649787 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:24.682387 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-7a7d7b96-d10d-4e99-ba7c-3ba3a75fae3b req-7b537b56-616a-42fa-87a3-cda5ea1313b4 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486431 Jun 24 10:20:24.709530 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-b78dae4c-44d8-40a4-985b-d9f328cb972d None None] Set router babeda2a-ce2b-4f86-a5bd-e688c366c335 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:20:24.915567 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-b78dae4c-44d8-40a4-985b-d9f328cb972d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:13:17Z', 'revision_number': 4, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '151b17e6-a13a-4456-b301-b8b280abb542', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'port_id': '8bdbb20d-d945-4771-9616-869e1f53ad73', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'mac_address': 'fa:16:3e:9c:29:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5d21f0-8a41-4c83-9c59-4233690febf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:16:34Z', 'updated_at': '2022-06-24T10:16:36Z', 'revision_number': 1, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a716b606-0d2c-4663-9e93-4f41343ac526', 'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'mac_address': 'fa:16:3e:05:56:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:16Z', 'updated_at': '2022-06-24T10:13:21Z', 'revision_number': 5, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'subnets': [{'id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:24.943649 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78dae4c-44d8-40a4-985b-d9f328cb972d None None] The sync data for ids ['babeda2a-ce2b-4f86-a5bd-e688c366c335'] in dv-cinder-843277-6-iscsi is: [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:13:17Z', 'revision_number': 4, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_floatingips': [{'id': '151b17e6-a13a-4456-b301-b8b280abb542', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'router_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'port_id': '8bdbb20d-d945-4771-9616-869e1f53ad73', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'mac_address': 'fa:16:3e:9c:29:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5d21f0-8a41-4c83-9c59-4233690febf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:16:34Z', 'updated_at': '2022-06-24T10:16:36Z', 'revision_number': 1, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a716b606-0d2c-4663-9e93-4f41343ac526', 'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'mac_address': 'fa:16:3e:05:56:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:16Z', 'updated_at': '2022-06-24T10:13:21Z', 'revision_number': 5, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'subnets': [{'id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:20:25.161482 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921469f9-bc46-450f-b3db-fac2003e316a None None] New status for floating IP 003b46c5-07ca-489c-9158-668912425d11: DOWN {{(pid=110841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:20:25.832053 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de816f-33cd-418e-90a2-14d5ecee823d req-de63322b-74e5-4ed6-b92f-e2cffaa70de9 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:25.834108 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-71de816f-33cd-418e-90a2-14d5ecee823d req-de63322b-74e5-4ed6-b92f-e2cffaa70de9 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 946 time: 0.0788741 Jun 24 10:20:25.835504 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ae24942c-8482-4e4e-892a-787390d8e47a req-0975c4ef-d015-4ec7-a61a-8042e65a24aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5a5bf8f-1814-429f-b1bd-001451b32294 HTTP/1.1" status: 200 len: 217 time: 0.0435951 Jun 24 10:20:25.923616 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24942c-8482-4e4e-892a-787390d8e47a req-02a5052f-1c1c-415d-8825-4a0dc8a57d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:25.924628 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ae24942c-8482-4e4e-892a-787390d8e47a req-02a5052f-1c1c-415d-8825-4a0dc8a57d03 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a HTTP/1.1" status: 200 len: 850 time: 0.0787761 Jun 24 10:20:25.929890 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-71de816f-33cd-418e-90a2-14d5ecee823d req-222a7334-09f7-4ab4-8852-9df6e2e117d2 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901334 Jun 24 10:20:26.077028 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24942c-8482-4e4e-892a-787390d8e47a req-487eb34a-24b6-4e84-86b3-cd177e825115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:26.078595 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ae24942c-8482-4e4e-892a-787390d8e47a req-487eb34a-24b6-4e84-86b3-cd177e825115 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e0493cf-9922-46cd-9f38-42fd8c5fc022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429559 Jun 24 10:20:26.167398 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:26.173234 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ae24942c-8482-4e4e-892a-787390d8e47a req-14d69c5e-b9c4-4b72-aab1-48ccff98d453 service neutron] 10.222.0.55 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872500 Jun 24 10:20:26.475452 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569ff18-a294-40a1-8b16-82fe39a5fc4f req-1c650e1f-a255-4243-9222-70352aaa5035 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:26.476940 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a569ff18-a294-40a1-8b16-82fe39a5fc4f req-1c650e1f-a255-4243-9222-70352aaa5035 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.55 "GET /v2.0/ports?device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 946 time: 0.0660751 Jun 24 10:20:26.480495 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-ae24942c-8482-4e4e-892a-787390d8e47a req-5c1e4aa7-dbd6-425a-8119-b6f54cb381ab service neutron] 10.222.0.55 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298783 Jun 24 10:20:26.524259 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:26.570548 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-a569ff18-a294-40a1-8b16-82fe39a5fc4f req-66ebb3c7-c7fc-4340-ae57-8cfbbe4fe29f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Deleting port b5a5bf8f-1814-429f-b1bd-001451b32294 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:20:26.570887 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-a569ff18-a294-40a1-8b16-82fe39a5fc4f req-66ebb3c7-c7fc-4340-ae57-8cfbbe4fe29f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (b5a5bf8f-1814-429f-b1bd-001451b32294), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:26.664718 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-a569ff18-a294-40a1-8b16-82fe39a5fc4f req-66ebb3c7-c7fc-4340-ae57-8cfbbe4fe29f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] For port b5a5bf8f-1814-429f-b1bd-001451b32294, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=b5a5bf8f-1814-429f-b1bd-001451b32294,segment=NetworkSegment(8b1f3c6e-fec4-4195-86b3-56c77f454aaf),segment_id=8b1f3c6e-fec4-4195-86b3-56c77f454aaf)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:20:26.665077 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-a569ff18-a294-40a1-8b16-82fe39a5fc4f req-66ebb3c7-c7fc-4340-ae57-8cfbbe4fe29f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (b5a5bf8f-1814-429f-b1bd-001451b32294), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:26.679182 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-a569ff18-a294-40a1-8b16-82fe39a5fc4f req-66ebb3c7-c7fc-4340-ae57-8cfbbe4fe29f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Calling delete_port for b5a5bf8f-1814-429f-b1bd-001451b32294 owned by compute:nova {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:20:26.891980 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-a569ff18-a294-40a1-8b16-82fe39a5fc4f req-66ebb3c7-c7fc-4340-ae57-8cfbbe4fe29f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (b5a5bf8f-1814-429f-b1bd-001451b32294), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:26.925720 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebb3c7-c7fc-4340-ae57-8cfbbe4fe29f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Pushing event deleted for resources: {'Port': ['ID=b5a5bf8f-1814-429f-b1bd-001451b32294,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:26.954843 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb3c7-c7fc-4340-ae57-8cfbbe4fe29f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:26.955274 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb3c7-c7fc-4340-ae57-8cfbbe4fe29f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:26.955628 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb3c7-c7fc-4340-ae57-8cfbbe4fe29f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:26.955994 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb3c7-c7fc-4340-ae57-8cfbbe4fe29f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:26.956385 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb3c7-c7fc-4340-ae57-8cfbbe4fe29f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:26.956725 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb3c7-c7fc-4340-ae57-8cfbbe4fe29f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:26.957072 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb3c7-c7fc-4340-ae57-8cfbbe4fe29f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:26.957483 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb3c7-c7fc-4340-ae57-8cfbbe4fe29f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:26.957870 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb3c7-c7fc-4340-ae57-8cfbbe4fe29f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:26.958208 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb3c7-c7fc-4340-ae57-8cfbbe4fe29f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:26.958563 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb3c7-c7fc-4340-ae57-8cfbbe4fe29f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:26.958911 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb3c7-c7fc-4340-ae57-8cfbbe4fe29f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:26.959256 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb3c7-c7fc-4340-ae57-8cfbbe4fe29f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:26.959596 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb3c7-c7fc-4340-ae57-8cfbbe4fe29f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:26.959945 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb3c7-c7fc-4340-ae57-8cfbbe4fe29f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:26.988059 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-a569ff18-a294-40a1-8b16-82fe39a5fc4f req-66ebb3c7-c7fc-4340-ae57-8cfbbe4fe29f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] No DVR routers for this DVR port b5a5bf8f-1814-429f-b1bd-001451b32294 on host hv-cinder-84327 {{(pid=110839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:20:26.992651 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-a569ff18-a294-40a1-8b16-82fe39a5fc4f req-66ebb3c7-c7fc-4340-ae57-8cfbbe4fe29f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:26.995066 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-a569ff18-a294-40a1-8b16-82fe39a5fc4f req-66ebb3c7-c7fc-4340-ae57-8cfbbe4fe29f tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.55 "DELETE /v2.0/ports/b5a5bf8f-1814-429f-b1bd-001451b32294 HTTP/1.1" status: 204 len: 173 time: 0.5039191 Jun 24 10:20:26.995552 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90dffca8-2fc9-4942-b1bb-bdbc926bbae3', 'name': 'network-vif-deleted', 'tag': 'b5a5bf8f-1814-429f-b1bd-001451b32294'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:20:26.998086 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215c28fb-8e4f-4c5e-9440-945c8d079c3a" -d '{"events": [{"server_uuid": "90dffca8-2fc9-4942-b1bb-bdbc926bbae3", "name": "network-vif-deleted", "tag": "b5a5bf8f-1814-429f-b1bd-001451b32294"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:20:27.033491 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4c8f28-a6dd-4655-8aeb-64fd3bee82c3 x-openstack-request-id: req-dd4c8f28-a6dd-4655-8aeb-64fd3bee82c3 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:20:27.033781 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90dffca8-2fc9-4942-b1bb-bdbc926bbae3", "name": "network-vif-deleted", "tag": "b5a5bf8f-1814-429f-b1bd-001451b32294", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:20:27.034044 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd4c8f28-a6dd-4655-8aeb-64fd3bee82c3 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:20:27.034594 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd4c8f28-a6dd-4655-8aeb-64fd3bee82c3'] response: {'server_uuid': '90dffca8-2fc9-4942-b1bb-bdbc926bbae3', 'name': 'network-vif-deleted', 'tag': 'b5a5bf8f-1814-429f-b1bd-001451b32294', 'status': 'completed', 'code': 200} Jun 24 10:20:27.047787 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-6eb6b43a-82ab-44cf-a7ed-5fd9faceef16 req-8627e9d9-4589-48a4-ac1e-913d2d5a43f8 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0290973 Jun 24 10:20:28.159959 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5222b6d1-a322-4839-acd6-db6373b53355 req-d5d40c81-f18e-45ed-8bb0-6ebf79540e05 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=90dffca8-2fc9-4942-b1bb-bdbc926bbae3 HTTP/1.1" status: 200 len: 210 time: 0.0279310 Jun 24 10:20:29.425949 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device b5a5bf8f-1814-429f-b1bd-001451b32294 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:20:29.445872 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] No Port match for: b5a5bf8f-1814-429f-b1bd-001451b32294 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:20:29.446205 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device b5a5bf8f-1814-429f-b1bd-001451b32294 not bound to the agent host hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:20:31.642044 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 48876) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:31.782113 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-374b0e84-f88c-4298-baf2-3f2db1537769 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Deleting port 55d1ff94-711c-437f-bbbb-41b9af644a26 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:20:31.782454 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-374b0e84-f88c-4298-baf2-3f2db1537769 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (55d1ff94-711c-437f-bbbb-41b9af644a26), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:31.860374 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-374b0e84-f88c-4298-baf2-3f2db1537769 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (55d1ff94-711c-437f-bbbb-41b9af644a26), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:31.860696 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-374b0e84-f88c-4298-baf2-3f2db1537769 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for floatingip (55d1ff94-711c-437f-bbbb-41b9af644a26), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:31.874309 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-374b0e84-f88c-4298-baf2-3f2db1537769 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Calling delete_port for 55d1ff94-711c-437f-bbbb-41b9af644a26 owned by network:floatingip {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:20:31.937281 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:32.026629 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:32.105150 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-374b0e84-f88c-4298-baf2-3f2db1537769 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (55d1ff94-711c-437f-bbbb-41b9af644a26), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:32.131030 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b0e84-f88c-4298-baf2-3f2db1537769 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Pushing event deleted for resources: {'Port': ['ID=55d1ff94-711c-437f-bbbb-41b9af644a26,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:32.195558 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-374b0e84-f88c-4298-baf2-3f2db1537769 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for floatingip (151b17e6-a13a-4456-b301-b8b280abb542), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:32.195887 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.db.l3_db [None req-374b0e84-f88c-4298-baf2-3f2db1537769 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Floating IP 151b17e6-a13a-4456-b301-b8b280abb542 disassociated (deleted). External IP: 172.27.2.99, port: 8bdbb20d-d945-4771-9616-869e1f53ad73. Jun 24 10:20:32.394706 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374b0e84-f88c-4298-baf2-3f2db1537769 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Router babeda2a-ce2b-4f86-a5bd-e688c366c335 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:20:32.503288 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374b0e84-f88c-4298-baf2-3f2db1537769 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:20:32.508268 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-374b0e84-f88c-4298-baf2-3f2db1537769 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:32.515056 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15950acd-bc00-4394-987c-8e2e2b11ce72 None None] Sync routers for ids ['babeda2a-ce2b-4f86-a5bd-e688c366c335'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:20:32.527222 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15950acd-bc00-4394-987c-8e2e2b11ce72 None None] Routers {'babeda2a-ce2b-4f86-a5bd-e688c366c335'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:20:32.530412 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-15950acd-bc00-4394-987c-8e2e2b11ce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:20:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['babeda2a-ce2b-4f86-a5bd-e688c366c335'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:32.539139 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-374b0e84-f88c-4298-baf2-3f2db1537769 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "DELETE /v2.0/floatingips/151b17e6-a13a-4456-b301-b8b280abb542 HTTP/1.1" status: 204 len: 168 time: 0.8959785 Jun 24 10:20:32.539733 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5d21f0-8a41-4c83-9c59-4233690febf1', 'tag': '8bdbb20d-d945-4771-9616-869e1f53ad73'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:20:32.542245 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5884aecb-3323-4f57-b645-d60d40911b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5d21f0-8a41-4c83-9c59-4233690febf1", "tag": "8bdbb20d-d945-4771-9616-869e1f53ad73"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:20:32.579036 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b83730-f660-47dd-a23d-2e6e2cd3b131 x-openstack-request-id: req-99b83730-f660-47dd-a23d-2e6e2cd3b131 {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:20:32.579833 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5d21f0-8a41-4c83-9c59-4233690febf1", "tag": "8bdbb20d-d945-4771-9616-869e1f53ad73", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:20:32.580091 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-99b83730-f660-47dd-a23d-2e6e2cd3b131 {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:20:32.580798 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99b83730-f660-47dd-a23d-2e6e2cd3b131'] response: {'name': 'network-changed', 'server_uuid': '9c5d21f0-8a41-4c83-9c59-4233690febf1', 'tag': '8bdbb20d-d945-4771-9616-869e1f53ad73', 'status': 'completed', 'code': 200} Jun 24 10:20:32.639712 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-15950acd-bc00-4394-987c-8e2e2b11ce72 None None] Set router babeda2a-ce2b-4f86-a5bd-e688c366c335 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:20:32.650504 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884aecb-3323-4f57-b645-d60d40911b8f req-2ff48789-3eec-4214-bfb6-768eb52a5459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:32.652110 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5884aecb-3323-4f57-b645-d60d40911b8f req-2ff48789-3eec-4214-bfb6-768eb52a5459 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ea76e34ae2a4569851abd4e596b5e77&device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 1130 time: 0.0456989 Jun 24 10:20:32.669293 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:32.751856 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884aecb-3323-4f57-b645-d60d40911b8f req-eac8f427-0e29-4e73-8bce-ee731a8bbbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:32.753407 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5884aecb-3323-4f57-b645-d60d40911b8f req-eac8f427-0e29-4e73-8bce-ee731a8bbbc1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e0493cf-9922-46cd-9f38-42fd8c5fc022 HTTP/1.1" status: 200 len: 912 time: 0.0929029 Jun 24 10:20:32.763502 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:32.794178 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5884aecb-3323-4f57-b645-d60d40911b8f req-8be8c89e-be7a-4978-8cfa-6b99b5ffef0e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bdbb20d-d945-4771-9616-869e1f53ad73 HTTP/1.1" status: 200 len: 217 time: 0.0343194 Jun 24 10:20:32.831723 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-15950acd-bc00-4394-987c-8e2e2b11ce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:13:17Z', 'revision_number': 4, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'a716b606-0d2c-4663-9e93-4f41343ac526', 'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'mac_address': 'fa:16:3e:05:56:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:16Z', 'updated_at': '2022-06-24T10:13:21Z', 'revision_number': 5, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'subnets': [{'id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:32.847914 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884aecb-3323-4f57-b645-d60d40911b8f req-b77c3a2f-39d7-4106-b049-0090a84c2936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:32.849562 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5884aecb-3323-4f57-b645-d60d40911b8f req-b77c3a2f-39d7-4106-b049-0090a84c2936 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a HTTP/1.1" status: 200 len: 850 time: 0.0498929 Jun 24 10:20:32.860576 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15950acd-bc00-4394-987c-8e2e2b11ce72 None None] Checking router: babeda2a-ce2b-4f86-a5bd-e688c366c335 for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:20:32.870669 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15950acd-bc00-4394-987c-8e2e2b11ce72 None None] Routers {'babeda2a-ce2b-4f86-a5bd-e688c366c335'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:20:32.871294 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-15950acd-bc00-4394-987c-8e2e2b11ce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:20:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['babeda2a-ce2b-4f86-a5bd-e688c366c335'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:32.898898 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884aecb-3323-4f57-b645-d60d40911b8f req-2f8f40fb-3e54-47b8-91c7-a1a72c14100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:32.900429 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5884aecb-3323-4f57-b645-d60d40911b8f req-2f8f40fb-3e54-47b8-91c7-a1a72c14100c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e0493cf-9922-46cd-9f38-42fd8c5fc022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419230 Jun 24 10:20:32.977211 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-15950acd-bc00-4394-987c-8e2e2b11ce72 None None] Set router babeda2a-ce2b-4f86-a5bd-e688c366c335 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:20:32.999715 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5884aecb-3323-4f57-b645-d60d40911b8f req-ae4ef1ab-c89e-44aa-b6d3-04b8613ee829 service neutron] 10.222.0.55 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897346 Jun 24 10:20:33.061483 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb0b12-6397-4bcf-93aa-54f8150c67c9 req-9855e5bd-2dc1-4f4f-802d-9faa483358cc tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:33.063003 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-58bb0b12-6397-4bcf-93aa-54f8150c67c9 req-9855e5bd-2dc1-4f4f-802d-9faa483358cc tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 946 time: 0.0515792 Jun 24 10:20:33.117026 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-58bb0b12-6397-4bcf-93aa-54f8150c67c9 req-1c0762cc-fc80-4db4-a630-9e1c8a6b0aa8 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474215 Jun 24 10:20:33.187081 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-15950acd-bc00-4394-987c-8e2e2b11ce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:13:17Z', 'revision_number': 4, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'a716b606-0d2c-4663-9e93-4f41343ac526', 'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'mac_address': 'fa:16:3e:05:56:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:16Z', 'updated_at': '2022-06-24T10:13:21Z', 'revision_number': 5, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'subnets': [{'id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:33.213737 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15950acd-bc00-4394-987c-8e2e2b11ce72 None None] The sync data for ids ['babeda2a-ce2b-4f86-a5bd-e688c366c335'] in dv-cinder-843277-6-iscsi is: [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:13:17Z', 'revision_number': 4, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi', '_interfaces': [{'id': 'a716b606-0d2c-4663-9e93-4f41343ac526', 'name': '', 'network_id': '7e0493cf-9922-46cd-9f38-42fd8c5fc022', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'mac_address': 'fa:16:3e:05:56:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:16Z', 'updated_at': '2022-06-24T10:13:21Z', 'revision_number': 5, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'subnets': [{'id': '57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:20:33.436718 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589895ed-6630-4e15-944a-a551636aab0e None None] New status for floating IP 151b17e6-a13a-4456-b301-b8b280abb542: DOWN {{(pid=110841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:20:34.240445 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24971e90-98ab-40fe-895b-9af816987d54 req-57909806-3d33-45bd-bb84-b6b871e2dd83 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:34.241934 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-24971e90-98ab-40fe-895b-9af816987d54 req-57909806-3d33-45bd-bb84-b6b871e2dd83 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 946 time: 0.0528004 Jun 24 10:20:34.277042 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:34.351148 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-24971e90-98ab-40fe-895b-9af816987d54 req-0a598f2f-7c9a-4b28-a5c1-6935a00b09ee tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/security-groups?id=0de269c5-d9a1-4e6d-87e0-9adf59e686e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010244 Jun 24 10:20:34.355352 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=100 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:34.371081 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-5884aecb-3323-4f57-b645-d60d40911b8f req-f0317207-6218-4046-a45c-6bf22175ccf1 service neutron] 10.222.0.55 "GET /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282206 Jun 24 10:20:34.818278 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101c95d-3bfd-4b34-94fd-f701c371879c req-14a01a05-c271-4d41-828c-2b355421a877 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:20:34.819783 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3101c95d-3bfd-4b34-94fd-f701c371879c req-14a01a05-c271-4d41-828c-2b355421a877 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 946 time: 0.0518763 Jun 24 10:20:34.904446 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-3101c95d-3bfd-4b34-94fd-f701c371879c req-98f5091c-97bb-4dbf-b89a-2b13f4098127 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Deleting port 8bdbb20d-d945-4771-9616-869e1f53ad73 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:20:34.904698 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-3101c95d-3bfd-4b34-94fd-f701c371879c req-98f5091c-97bb-4dbf-b89a-2b13f4098127 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (8bdbb20d-d945-4771-9616-869e1f53ad73), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:34.998946 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [req-3101c95d-3bfd-4b34-94fd-f701c371879c req-98f5091c-97bb-4dbf-b89a-2b13f4098127 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] For port 8bdbb20d-d945-4771-9616-869e1f53ad73, host hv-cinder-84327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84327',level=0,port_id=8bdbb20d-d945-4771-9616-869e1f53ad73,segment=NetworkSegment(8b1f3c6e-fec4-4195-86b3-56c77f454aaf),segment_id=8b1f3c6e-fec4-4195-86b3-56c77f454aaf)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:20:34.999578 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-3101c95d-3bfd-4b34-94fd-f701c371879c req-98f5091c-97bb-4dbf-b89a-2b13f4098127 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (8bdbb20d-d945-4771-9616-869e1f53ad73), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:35.012644 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [req-3101c95d-3bfd-4b34-94fd-f701c371879c req-98f5091c-97bb-4dbf-b89a-2b13f4098127 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Calling delete_port for 8bdbb20d-d945-4771-9616-869e1f53ad73 owned by compute:nova {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:20:35.229228 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-3101c95d-3bfd-4b34-94fd-f701c371879c req-98f5091c-97bb-4dbf-b89a-2b13f4098127 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (8bdbb20d-d945-4771-9616-869e1f53ad73), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:35.261444 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5091c-97bb-4dbf-b89a-2b13f4098127 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Pushing event deleted for resources: {'Port': ['ID=8bdbb20d-d945-4771-9616-869e1f53ad73,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:35.306147 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.l3_dvrscheduler_db [req-3101c95d-3bfd-4b34-94fd-f701c371879c req-98f5091c-97bb-4dbf-b89a-2b13f4098127 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] No DVR routers for this DVR port 8bdbb20d-d945-4771-9616-869e1f53ad73 on host hv-cinder-84327 {{(pid=110839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:20:35.308668 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [req-3101c95d-3bfd-4b34-94fd-f701c371879c req-98f5091c-97bb-4dbf-b89a-2b13f4098127 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for port (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:35.311865 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-3101c95d-3bfd-4b34-94fd-f701c371879c req-98f5091c-97bb-4dbf-b89a-2b13f4098127 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.55 "DELETE /v2.0/ports/8bdbb20d-d945-4771-9616-869e1f53ad73 HTTP/1.1" status: 204 len: 173 time: 0.4850752 Jun 24 10:20:35.312329 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5d21f0-8a41-4c83-9c59-4233690febf1', 'name': 'network-vif-deleted', 'tag': '8bdbb20d-d945-4771-9616-869e1f53ad73'}] {{(pid=110839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:20:35.314612 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd39594d89c6190f8420b9586dedddaaf97dc6adf57744a8f072c5bd7305a576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d1eb87-a858-4fbd-ae99-6e5711385b18" -d '{"events": [{"server_uuid": "9c5d21f0-8a41-4c83-9c59-4233690febf1", "name": "network-vif-deleted", "tag": "8bdbb20d-d945-4771-9616-869e1f53ad73"}]}' {{(pid=110839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:20:35.352856 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de874c33-6e93-4fcd-9a9b-ada8feb1a28b x-openstack-request-id: req-de874c33-6e93-4fcd-9a9b-ada8feb1a28b {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:20:35.352856 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5d21f0-8a41-4c83-9c59-4233690febf1", "name": "network-vif-deleted", "tag": "8bdbb20d-d945-4771-9616-869e1f53ad73", "status": "completed", "code": 200}]} {{(pid=110839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:20:35.352856 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-de874c33-6e93-4fcd-9a9b-ada8feb1a28b {{(pid=110839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:20:35.352856 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de874c33-6e93-4fcd-9a9b-ada8feb1a28b'] response: {'server_uuid': '9c5d21f0-8a41-4c83-9c59-4233690febf1', 'name': 'network-vif-deleted', 'tag': '8bdbb20d-d945-4771-9616-869e1f53ad73', 'status': 'completed', 'code': 200} Jun 24 10:20:35.453224 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [req-41e29941-8ca6-41cf-8a63-d5a55a21807c req-9d196841-b0d0-47d2-8aeb-4ff4fa79fb64 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 210 time: 0.0306790 Jun 24 10:20:35.637348 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:36.563839 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [req-fec2e26a-e714-4e35-bee4-afaf91bdb8e7 req-8557c80f-7f4d-4773-af11-8bb6ab123271 tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c5d21f0-8a41-4c83-9c59-4233690febf1 HTTP/1.1" status: 200 len: 210 time: 0.0283060 Jun 24 10:20:37.472522 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 8bdbb20d-d945-4771-9616-869e1f53ad73 no longer exists at agent hyperv_hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:20:37.492415 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] No Port match for: 8bdbb20d-d945-4771-9616-869e1f53ad73 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:20:37.492753 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Device 8bdbb20d-d945-4771-9616-869e1f53ad73 not bound to the agent host hv-cinder-84327 {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:20:37.624336 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 48894) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:37.733283 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-0df36dff-19fe-430c-869c-8c75ae03850c tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Deleting port 97bad7b7-1783-4f6b-a396-571332d73e95 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:20:37.733526 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-0df36dff-19fe-430c-869c-8c75ae03850c tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (97bad7b7-1783-4f6b-a396-571332d73e95), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:37.811516 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-0df36dff-19fe-430c-869c-8c75ae03850c tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (97bad7b7-1783-4f6b-a396-571332d73e95), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:37.811834 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-0df36dff-19fe-430c-869c-8c75ae03850c tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for floatingip (97bad7b7-1783-4f6b-a396-571332d73e95), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:37.824874 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-0df36dff-19fe-430c-869c-8c75ae03850c tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Calling delete_port for 97bad7b7-1783-4f6b-a396-571332d73e95 owned by network:floatingip {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:20:38.070610 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-0df36dff-19fe-430c-869c-8c75ae03850c tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (97bad7b7-1783-4f6b-a396-571332d73e95), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:38.101093 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df36dff-19fe-430c-869c-8c75ae03850c tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Pushing event deleted for resources: {'Port': ['ID=97bad7b7-1783-4f6b-a396-571332d73e95,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:38.140195 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:38.153987 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:38.161158 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-0df36dff-19fe-430c-869c-8c75ae03850c tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for floatingip (8523774c-75fd-42db-b2e6-ebd76d9ed535), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:38.163870 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-0df36dff-19fe-430c-869c-8c75ae03850c tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249192'] for floatingip (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:38.165164 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-0df36dff-19fe-430c-869c-8c75ae03850c tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "DELETE /v2.0/floatingips/8523774c-75fd-42db-b2e6-ebd76d9ed535 HTTP/1.1" status: 204 len: 168 time: 0.5411277 Jun 24 10:20:39.524858 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48906) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:39.581897 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f6938515-9098-496e-880c-23e97b23288a tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for security_group (0de269c5-d9a1-4e6d-87e0-9adf59e686e9), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:39.607300 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f6938515-9098-496e-880c-23e97b23288a tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for security_group (0de269c5-d9a1-4e6d-87e0-9adf59e686e9), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:39.756523 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f6938515-9098-496e-880c-23e97b23288a tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (0de269c5-d9a1-4e6d-87e0-9adf59e686e9), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:39.759474 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-f6938515-9098-496e-880c-23e97b23288a tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:39.760699 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-f6938515-9098-496e-880c-23e97b23288a tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] 10.222.0.26 "DELETE /v2.0/security-groups/0de269c5-d9a1-4e6d-87e0-9adf59e686e9 HTTP/1.1" status: 204 len: 168 time: 0.2348871 Jun 24 10:20:39.770815 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6938515-9098-496e-880c-23e97b23288a tempest-TestVolumeBootPattern-1176966912 tempest-TestVolumeBootPattern-1176966912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de269c5-d9a1-4e6d-87e0-9adf59e686e9,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:39.878499 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48910) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:40.286909 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-485cf9dc-3273-4a40-8dd3-4878c10fc4a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1899912'] for router_interface (babeda2a-ce2b-4f86-a5bd-e688c366c335), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:40.505397 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:40.507993 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-485cf9dc-3273-4a40-8dd3-4878c10fc4a1 admin admin] Deleting port a716b606-0d2c-4663-9e93-4f41343ac526 {{(pid=110840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:20:40.508360 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-485cf9dc-3273-4a40-8dd3-4878c10fc4a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (a716b606-0d2c-4663-9e93-4f41343ac526), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:40.573828 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:40.591646 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [None req-485cf9dc-3273-4a40-8dd3-4878c10fc4a1 admin admin] For port a716b606-0d2c-4663-9e93-4f41343ac526, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=a716b606-0d2c-4663-9e93-4f41343ac526,segment=NetworkSegment(8b1f3c6e-fec4-4195-86b3-56c77f454aaf),segment_id=8b1f3c6e-fec4-4195-86b3-56c77f454aaf)] {{(pid=110840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:20:40.592014 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-485cf9dc-3273-4a40-8dd3-4878c10fc4a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (a716b606-0d2c-4663-9e93-4f41343ac526), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:40.606315 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-485cf9dc-3273-4a40-8dd3-4878c10fc4a1 admin admin] Calling delete_port for a716b606-0d2c-4663-9e93-4f41343ac526 owned by network:router_interface {{(pid=110840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:20:40.852694 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-485cf9dc-3273-4a40-8dd3-4878c10fc4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29645449'] for port (a716b606-0d2c-4663-9e93-4f41343ac526), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:40.877520 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485cf9dc-3273-4a40-8dd3-4878c10fc4a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a716b606-0d2c-4663-9e93-4f41343ac526,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:41.042573 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-485cf9dc-3273-4a40-8dd3-4878c10fc4a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1899804'] for router_interface (babeda2a-ce2b-4f86-a5bd-e688c366c335), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:41.250325 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485cf9dc-3273-4a40-8dd3-4878c10fc4a1 admin admin] Router babeda2a-ce2b-4f86-a5bd-e688c366c335 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:20:41.352993 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485cf9dc-3273-4a40-8dd3-4878c10fc4a1 admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:20:41.358470 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-485cf9dc-3273-4a40-8dd3-4878c10fc4a1 admin admin] 10.222.0.26 "PUT /v2.0/routers/babeda2a-ce2b-4f86-a5bd-e688c366c335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4788377 Jun 24 10:20:41.360847 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48914) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:41.363440 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa342d3-3500-4d73-b164-581fce14451e None None] Sync routers for ids ['babeda2a-ce2b-4f86-a5bd-e688c366c335'] in dv-cinder-843277-6-iscsi {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:20:41.374699 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa342d3-3500-4d73-b164-581fce14451e None None] Routers {'babeda2a-ce2b-4f86-a5bd-e688c366c335'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:20:41.375304 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-0fa342d3-3500-4d73-b164-581fce14451e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:20:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['babeda2a-ce2b-4f86-a5bd-e688c366c335'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:41.401047 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:41.463551 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-2cfcaca0-0050-4382-9ccd-ac099d4c9bf1 admin admin] Publish callbacks [] for router (babeda2a-ce2b-4f86-a5bd-e688c366c335), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:41.478955 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-0fa342d3-3500-4d73-b164-581fce14451e None None] Set router babeda2a-ce2b-4f86-a5bd-e688c366c335 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:20:41.496713 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:41.658073 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-0fa342d3-3500-4d73-b164-581fce14451e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:20:40Z', 'revision_number': 5, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:41.771530 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa342d3-3500-4d73-b164-581fce14451e None None] Checking router: babeda2a-ce2b-4f86-a5bd-e688c366c335 for host: dv-cinder-843277-6-iscsi {{(pid=110842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:20:41.781787 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa342d3-3500-4d73-b164-581fce14451e None None] Routers {'babeda2a-ce2b-4f86-a5bd-e688c366c335'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:20:41.782383 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-0fa342d3-3500-4d73-b164-581fce14451e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:20:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['babeda2a-ce2b-4f86-a5bd-e688c366c335'], 'active': True} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:41.787837 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-2cfcaca0-0050-4382-9ccd-ac099d4c9bf1 admin admin] Publish callbacks [] for router_gateway (babeda2a-ce2b-4f86-a5bd-e688c366c335), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:41.874147 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=100 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:41.883431 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_dvr_db [None req-0fa342d3-3500-4d73-b164-581fce14451e None None] Set router babeda2a-ce2b-4f86-a5bd-e688c366c335 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:20:41.908653 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-2cfcaca0-0050-4382-9ccd-ac099d4c9bf1 admin admin] Deleting port bc7761c7-2119-4992-b36a-f67c5b3e6b42 {{(pid=110840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:20:41.908984 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-2cfcaca0-0050-4382-9ccd-ac099d4c9bf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (bc7761c7-2119-4992-b36a-f67c5b3e6b42), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:42.021457 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [None req-2cfcaca0-0050-4382-9ccd-ac099d4c9bf1 admin admin] For port bc7761c7-2119-4992-b36a-f67c5b3e6b42, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=bc7761c7-2119-4992-b36a-f67c5b3e6b42,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:20:42.021978 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-2cfcaca0-0050-4382-9ccd-ac099d4c9bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (bc7761c7-2119-4992-b36a-f67c5b3e6b42), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:42.039669 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-2cfcaca0-0050-4382-9ccd-ac099d4c9bf1 admin admin] Calling delete_port for bc7761c7-2119-4992-b36a-f67c5b3e6b42 owned by network:router_gateway {{(pid=110840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:20:42.084151 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.l3_hamode_db [None req-0fa342d3-3500-4d73-b164-581fce14451e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:20:40Z', 'revision_number': 5, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:42.114486 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa342d3-3500-4d73-b164-581fce14451e None None] The sync data for ids ['babeda2a-ce2b-4f86-a5bd-e688c366c335'] in dv-cinder-843277-6-iscsi is: [{'id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'name': 'tempest-TestVolumeBootPattern-591453899-router', 'tenant_id': '2ea76e34ae2a4569851abd4e596b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:13Z', 'updated_at': '2022-06-24T10:20:40Z', 'revision_number': 5, 'project_id': '2ea76e34ae2a4569851abd4e596b5e77', 'gw_port': {'id': 'bc7761c7-2119-4992-b36a-f67c5b3e6b42', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babeda2a-ce2b-4f86-a5bd-e688c366c335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:14Z', 'updated_at': '2022-06-24T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}] {{(pid=110842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:20:42.275505 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-2cfcaca0-0050-4382-9ccd-ac099d4c9bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29645449'] for port (bc7761c7-2119-4992-b36a-f67c5b3e6b42), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:42.302916 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfcaca0-0050-4382-9ccd-ac099d4c9bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc7761c7-2119-4992-b36a-f67c5b3e6b42,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:42.363394 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-2cfcaca0-0050-4382-9ccd-ac099d4c9bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1897528'] for router_gateway (babeda2a-ce2b-4f86-a5bd-e688c366c335), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:42.452724 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-2cfcaca0-0050-4382-9ccd-ac099d4c9bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1836593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9626'] for router (babeda2a-ce2b-4f86-a5bd-e688c366c335), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:42.455161 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-2cfcaca0-0050-4382-9ccd-ac099d4c9bf1 admin admin] Publish callbacks [] for router_controller (babeda2a-ce2b-4f86-a5bd-e688c366c335), precommit_delete_associations {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:42.591000 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-2cfcaca0-0050-4382-9ccd-ac099d4c9bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1836735'] for router (babeda2a-ce2b-4f86-a5bd-e688c366c335), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:42.591608 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfcaca0-0050-4382-9ccd-ac099d4c9bf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router babeda2a-ce2b-4f86-a5bd-e688c366c335 {{(pid=110840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:20:42.596018 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-2cfcaca0-0050-4382-9ccd-ac099d4c9bf1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:42.597232 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-2cfcaca0-0050-4382-9ccd-ac099d4c9bf1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/babeda2a-ce2b-4f86-a5bd-e688c366c335 HTTP/1.1" status: 204 len: 168 time: 1.2354732 Jun 24 10:20:42.599774 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48916) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:42.644627 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8c341a-c6d4-4794-ab99-dc206ad827b2 admin admin] Deleting subnet 57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a {{(pid=110840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:20:42.648632 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7f8c341a-c6d4-4794-ab99-dc206ad827b2 admin admin] Publish callbacks [] for subnet (57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:42.684612 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7f8c341a-c6d4-4794-ab99-dc206ad827b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29645509'] for subnet (57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a), precommit_delete_associations {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:42.772593 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7f8c341a-c6d4-4794-ab99-dc206ad827b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-760904'] for subnet (57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:42.793930 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:42.893842 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7f8c341a-c6d4-4794-ab99-dc206ad827b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29645534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33362569'] for subnet (57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:42.898861 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=82,neutron:DELETE=14,neutron:UPDATE=4 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:42.921430 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c341a-c6d4-4794-ab99-dc206ad827b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:42.926758 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-7f8c341a-c6d4-4794-ab99-dc206ad827b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for subnet (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:42.931887 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-7f8c341a-c6d4-4794-ab99-dc206ad827b2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/57fbdcbe-20e8-4e99-ba7b-00a8c5acae4a HTTP/1.1" status: 204 len: 168 time: 0.3307974 Jun 24 10:20:42.933163 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f4ef81-1fed-41c8-bada-6eee6db0bd15 None None] Network 7e0493cf-9922-46cd-9f38-42fd8c5fc022 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:20:42.941965 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48918) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:43.017081 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-673a1ecd-63ab-4b37-b1eb-96abe409f2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652767'] for network (7e0493cf-9922-46cd-9f38-42fd8c5fc022), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:43.063262 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-673a1ecd-63ab-4b37-b1eb-96abe409f2b5 admin admin] Deleting port eb0ba78b-8f36-4e97-b3c7-b8a7a5705286 {{(pid=110840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:20:43.063607 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-673a1ecd-63ab-4b37-b1eb-96abe409f2b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (eb0ba78b-8f36-4e97-b3c7-b8a7a5705286), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:43.084715 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbba1bda-10f0-4034-9051-4465a8c27280 None None] DHCP port deletion for 7e0493cf-9922-46cd-9f38-42fd8c5fc022 request from dv-cinder-843277-6-iscsi {{(pid=110841) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:20:43.124413 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-fbba1bda-10f0-4034-9051-4465a8c27280 None None] Deleting port eb0ba78b-8f36-4e97-b3c7-b8a7a5705286 {{(pid=110841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:20:43.124786 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-fbba1bda-10f0-4034-9051-4465a8c27280 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (eb0ba78b-8f36-4e97-b3c7-b8a7a5705286), before_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:43.139551 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [None req-673a1ecd-63ab-4b37-b1eb-96abe409f2b5 admin admin] For port eb0ba78b-8f36-4e97-b3c7-b8a7a5705286, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=eb0ba78b-8f36-4e97-b3c7-b8a7a5705286,segment=NetworkSegment(8b1f3c6e-fec4-4195-86b3-56c77f454aaf),segment_id=8b1f3c6e-fec4-4195-86b3-56c77f454aaf)] {{(pid=110840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:20:43.139919 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-673a1ecd-63ab-4b37-b1eb-96abe409f2b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (eb0ba78b-8f36-4e97-b3c7-b8a7a5705286), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:43.154083 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-673a1ecd-63ab-4b37-b1eb-96abe409f2b5 admin admin] Calling delete_port for eb0ba78b-8f36-4e97-b3c7-b8a7a5705286 owned by network:dhcp {{(pid=110840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:20:43.189719 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-fbba1bda-10f0-4034-9051-4465a8c27280 None None] For port eb0ba78b-8f36-4e97-b3c7-b8a7a5705286, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=eb0ba78b-8f36-4e97-b3c7-b8a7a5705286,segment=NetworkSegment(8b1f3c6e-fec4-4195-86b3-56c77f454aaf),segment_id=8b1f3c6e-fec4-4195-86b3-56c77f454aaf)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:20:43.190113 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-fbba1bda-10f0-4034-9051-4465a8c27280 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (eb0ba78b-8f36-4e97-b3c7-b8a7a5705286), precommit_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:43.205038 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-fbba1bda-10f0-4034-9051-4465a8c27280 None None] Calling delete_port for eb0ba78b-8f36-4e97-b3c7-b8a7a5705286 owned by network:dhcp {{(pid=110841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:20:43.283714 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device a716b606-0d2c-4663-9e93-4f41343ac526 no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:20:43.302595 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: a716b606-0d2c-4663-9e93-4f41343ac526 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:20:43.303184 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device a716b606-0d2c-4663-9e93-4f41343ac526 not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:20:43.303640 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device bc7761c7-2119-4992-b36a-f67c5b3e6b42 no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:20:43.322803 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-673a1ecd-63ab-4b37-b1eb-96abe409f2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29645449'] for port (eb0ba78b-8f36-4e97-b3c7-b8a7a5705286), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:43.323212 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: bc7761c7-2119-4992-b36a-f67c5b3e6b42 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:20:43.323557 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device bc7761c7-2119-4992-b36a-f67c5b3e6b42 not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:20:43.323967 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device eb0ba78b-8f36-4e97-b3c7-b8a7a5705286 no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: from cryptography.utils import int_from_bytes Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: from cryptography.utils import int_from_bytes Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: self.session.flush() Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: self.session.flush() Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: self.session.flush() Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: self.session.flush() Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: self.session.flush() Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: self.session.flush() Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: self.session.flush() Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: self.session.flush() Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: self.session.flush() Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: self.session.flush() Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: self.session.flush() Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: self.session.flush() Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: self.session.flush() Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: self.session.flush() Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: self.session.flush() Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: self.session.flush() Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: self.session.flush() Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: self.session.flush() Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 10:20:43.327193 dv-cinder-843277-6-iscsi neutron-server[110841]: self.session.flush() Jun 24 10:20:43.330539 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 10:20:43.330539 dv-cinder-843277-6-iscsi neutron-server[110841]: self.session.flush() Jun 24 10:20:43.330539 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 10:20:43.330539 dv-cinder-843277-6-iscsi neutron-server[110841]: self.session.flush() Jun 24 10:20:43.330539 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 10:20:43.330539 dv-cinder-843277-6-iscsi neutron-server[110841]: self.session.flush() Jun 24 10:20:43.330539 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 10:20:43.330539 dv-cinder-843277-6-iscsi neutron-server[110841]: self.session.flush() Jun 24 10:20:43.330539 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 10:20:43.330539 dv-cinder-843277-6-iscsi neutron-server[110841]: self.session.flush() Jun 24 10:20:43.330539 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 10:20:43.330539 dv-cinder-843277-6-iscsi neutron-server[110841]: self.session.flush() Jun 24 10:20:43.330539 dv-cinder-843277-6-iscsi neutron-server[110841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 10:20:43.330539 dv-cinder-843277-6-iscsi neutron-server[110841]: self.session.flush() Jun 24 10:20:43.344110 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: eb0ba78b-8f36-4e97-b3c7-b8a7a5705286 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:20:43.344472 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device eb0ba78b-8f36-4e97-b3c7-b8a7a5705286 not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:20:43.347661 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-fbba1bda-10f0-4034-9051-4465a8c27280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461'] for port (eb0ba78b-8f36-4e97-b3c7-b8a7a5705286), after_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:43.349602 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a1ecd-63ab-4b37-b1eb-96abe409f2b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb0ba78b-8f36-4e97-b3c7-b8a7a5705286,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:43.351966 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673a1ecd-63ab-4b37-b1eb-96abe409f2b5 admin admin] No DVR routers for this DVR port eb0ba78b-8f36-4e97-b3c7-b8a7a5705286 on host dv-cinder-843277-6-iscsi {{(pid=110840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:20:43.379174 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbba1bda-10f0-4034-9051-4465a8c27280 None None] No DVR routers for this DVR port eb0ba78b-8f36-4e97-b3c7-b8a7a5705286 on host dv-cinder-843277-6-iscsi {{(pid=110841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:20:43.381175 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba1bda-10f0-4034-9051-4465a8c27280 None None] Pushing event deleted for resources: {'Port': ['ID=eb0ba78b-8f36-4e97-b3c7-b8a7a5705286,revision_number=None']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:43.391291 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba1bda-10f0-4034-9051-4465a8c27280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:43.391628 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba1bda-10f0-4034-9051-4465a8c27280 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:43.391963 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba1bda-10f0-4034-9051-4465a8c27280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:43.392996 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba1bda-10f0-4034-9051-4465a8c27280 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:43.392996 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba1bda-10f0-4034-9051-4465a8c27280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:43.392996 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba1bda-10f0-4034-9051-4465a8c27280 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:43.393249 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba1bda-10f0-4034-9051-4465a8c27280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:43.393557 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba1bda-10f0-4034-9051-4465a8c27280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:43.394096 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba1bda-10f0-4034-9051-4465a8c27280 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:43.394413 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba1bda-10f0-4034-9051-4465a8c27280 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:43.394796 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba1bda-10f0-4034-9051-4465a8c27280 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:43.395040 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba1bda-10f0-4034-9051-4465a8c27280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:43.395356 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba1bda-10f0-4034-9051-4465a8c27280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:43.395669 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba1bda-10f0-4034-9051-4465a8c27280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:43.395978 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba1bda-10f0-4034-9051-4465a8c27280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843277-6-iscsi {{(pid=110841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:20:43.433048 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-673a1ecd-63ab-4b37-b1eb-96abe409f2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8753295835275'] for network (7e0493cf-9922-46cd-9f38-42fd8c5fc022), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:43.454009 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.services.segments.db [None req-673a1ecd-63ab-4b37-b1eb-96abe409f2b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0493cf-9922-46cd-9f38-42fd8c5fc022']}} {{(pid=110840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:43.463406 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.services.segments.db [None req-673a1ecd-63ab-4b37-b1eb-96abe409f2b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1f3c6e-fec4-4195-86b3-56c77f454aaf') {'for_net_delete': True} {{(pid=110840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:43.463705 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.services.segments.db [None req-673a1ecd-63ab-4b37-b1eb-96abe409f2b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1f3c6e-fec4-4195-86b3-56c77f454aaf') {} {{(pid=110840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:43.473442 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-673a1ecd-63ab-4b37-b1eb-96abe409f2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753295836052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29645534'] for segment (8b1f3c6e-fec4-4195-86b3-56c77f454aaf), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:43.487167 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-673a1ecd-63ab-4b37-b1eb-96abe409f2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (8b1f3c6e-fec4-4195-86b3-56c77f454aaf), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:43.494525 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673a1ecd-63ab-4b37-b1eb-96abe409f2b5 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=110840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:20:43.494937 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-673a1ecd-63ab-4b37-b1eb-96abe409f2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29645492'] for segment (8b1f3c6e-fec4-4195-86b3-56c77f454aaf), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:43.566804 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.services.segments.plugin [-] Segment 8b1f3c6e-fec4-4195-86b3-56c77f454aaf resource provider aggregate not found Jun 24 10:20:43.585082 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.services.segments.plugin [-] Segment 8b1f3c6e-fec4-4195-86b3-56c77f454aaf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b1f3c6e-fec4-4195-86b3-56c77f454aaf found for delete ", "request_id": "req-0de33614-c212-426a-b18e-8ec39881167f"}]} Jun 24 10:20:43.628991 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-673a1ecd-63ab-4b37-b1eb-96abe409f2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1893167'] for network (7e0493cf-9922-46cd-9f38-42fd8c5fc022), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:43.634567 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-673a1ecd-63ab-4b37-b1eb-96abe409f2b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:43.637631 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-673a1ecd-63ab-4b37-b1eb-96abe409f2b5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7e0493cf-9922-46cd-9f38-42fd8c5fc022 HTTP/1.1" status: 204 len: 168 time: 0.6947012 Jun 24 10:20:43.644208 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 48926) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:43.648896 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a1ecd-63ab-4b37-b1eb-96abe409f2b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e0493cf-9922-46cd-9f38-42fd8c5fc022,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:43.963532 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3914ab8c-7e0e-4304-9647-12a2e9f70e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1899912'] for router_interface (0a56da18-e4a0-43d6-9db7-c0956bda6494), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:44.187388 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-3914ab8c-7e0e-4304-9647-12a2e9f70e6d admin admin] Deleting port f572e482-9655-48f6-8c8b-06fdd5ea8c99 {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:20:44.187726 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3914ab8c-7e0e-4304-9647-12a2e9f70e6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (f572e482-9655-48f6-8c8b-06fdd5ea8c99), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:44.268596 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [None req-3914ab8c-7e0e-4304-9647-12a2e9f70e6d admin admin] For port f572e482-9655-48f6-8c8b-06fdd5ea8c99, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=f572e482-9655-48f6-8c8b-06fdd5ea8c99,segment=NetworkSegment(6a09a400-61d4-48c2-a69c-75718c558478),segment_id=6a09a400-61d4-48c2-a69c-75718c558478)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:20:44.268870 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3914ab8c-7e0e-4304-9647-12a2e9f70e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (f572e482-9655-48f6-8c8b-06fdd5ea8c99), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:44.282778 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-3914ab8c-7e0e-4304-9647-12a2e9f70e6d admin admin] Calling delete_port for f572e482-9655-48f6-8c8b-06fdd5ea8c99 owned by network:router_interface {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:20:44.456751 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:44.577480 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3914ab8c-7e0e-4304-9647-12a2e9f70e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (f572e482-9655-48f6-8c8b-06fdd5ea8c99), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:44.582722 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:44.607847 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914ab8c-7e0e-4304-9647-12a2e9f70e6d admin admin] Pushing event deleted for resources: {'Port': ['ID=f572e482-9655-48f6-8c8b-06fdd5ea8c99,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:44.777489 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-3914ab8c-7e0e-4304-9647-12a2e9f70e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1899804'] for router_interface (0a56da18-e4a0-43d6-9db7-c0956bda6494), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:45.259877 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3914ab8c-7e0e-4304-9647-12a2e9f70e6d admin admin] Router 0a56da18-e4a0-43d6-9db7-c0956bda6494 has already been hosted by L3 agent 0eaadb56-0ccb-417a-b547-91146aa9a190 {{(pid=110839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:20:45.360278 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3914ab8c-7e0e-4304-9647-12a2e9f70e6d admin admin] Notify agent at l3_agent.dv-cinder-843277-6-iscsi the message routers_updated {{(pid=110839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:20:45.365291 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-3914ab8c-7e0e-4304-9647-12a2e9f70e6d admin admin] 10.222.0.26 "PUT /v2.0/routers/0a56da18-e4a0-43d6-9db7-c0956bda6494/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7229717 Jun 24 10:20:45.367740 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 48928) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:45.370304 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4739ea2-2789-4250-ab67-d3392bccbd3a None None] Sync routers for ids ['0a56da18-e4a0-43d6-9db7-c0956bda6494'] in dv-cinder-843277-6-iscsi {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:20:45.380555 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4739ea2-2789-4250-ab67-d3392bccbd3a None None] Routers {'0a56da18-e4a0-43d6-9db7-c0956bda6494'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:20:45.381175 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-b4739ea2-2789-4250-ab67-d3392bccbd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:20:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['0a56da18-e4a0-43d6-9db7-c0956bda6494'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:45.467357 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b397d71e-a0a7-4de8-82d6-44f33c5f5d0d admin admin] Publish callbacks [] for router (0a56da18-e4a0-43d6-9db7-c0956bda6494), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:45.485118 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-b4739ea2-2789-4250-ab67-d3392bccbd3a None None] Set router 0a56da18-e4a0-43d6-9db7-c0956bda6494 gateway port host: dv-cinder-843277-6-iscsi {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:20:45.571463 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b397d71e-a0a7-4de8-82d6-44f33c5f5d0d admin admin] Publish callbacks [] for router_gateway (0a56da18-e4a0-43d6-9db7-c0956bda6494), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:45.589824 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:45.663912 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:45.673923 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-b4739ea2-2789-4250-ab67-d3392bccbd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a56da18-e4a0-43d6-9db7-c0956bda6494', 'name': 'tempest-TestVolumeBootPattern-228704358-router', 'tenant_id': '4e1402148c0d49519da3f69b05038c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'external_fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '2d1d7451-2035-42d6-9b8a-1d1df4b43dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:21Z', 'updated_at': '2022-06-24T10:20:44Z', 'revision_number': 5, 'project_id': '4e1402148c0d49519da3f69b05038c9f', 'gw_port': {'id': '2d1d7451-2035-42d6-9b8a-1d1df4b43dab', 'name': '', 'network_id': 'a3837c3f-8d84-4126-8dfc-b4bde8a26600', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a56da18-e4a0-43d6-9db7-c0956bda6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843277-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:13:21Z', 'updated_at': '2022-06-24T10:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef99dc90-6579-4f1e-9fc6-58eb2334384d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843277-6-iscsi'}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:45.676789 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-b397d71e-a0a7-4de8-82d6-44f33c5f5d0d admin admin] Deleting port 2d1d7451-2035-42d6-9b8a-1d1df4b43dab {{(pid=110839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:20:45.677140 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b397d71e-a0a7-4de8-82d6-44f33c5f5d0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (2d1d7451-2035-42d6-9b8a-1d1df4b43dab), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:45.699928 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4739ea2-2789-4250-ab67-d3392bccbd3a None None] Checking router: 0a56da18-e4a0-43d6-9db7-c0956bda6494 for host: dv-cinder-843277-6-iscsi {{(pid=110841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:20:45.708817 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4739ea2-2789-4250-ab67-d3392bccbd3a None None] Routers {'0a56da18-e4a0-43d6-9db7-c0956bda6494'} bound to L3 agent in host dv-cinder-843277-6-iscsi {{(pid=110841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:20:45.709469 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-b4739ea2-2789-4250-ab67-d3392bccbd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843277-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T09:52:48Z,description=,heartbeat_timestamp=2022-06-24T10:20:18Z,host='dv-cinder-843277-6-iscsi',id=0eaadb56-0ccb-417a-b547-91146aa9a190,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T09:52:48Z,topic='l3_agent')) {'router_ids': ['0a56da18-e4a0-43d6-9db7-c0956bda6494'], 'active': True} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:45.762721 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.db [None req-b397d71e-a0a7-4de8-82d6-44f33c5f5d0d admin admin] For port 2d1d7451-2035-42d6-9b8a-1d1df4b43dab, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=2d1d7451-2035-42d6-9b8a-1d1df4b43dab,segment=NetworkSegment(0b839c26-68f3-44eb-9224-0a94c196724f),segment_id=0b839c26-68f3-44eb-9224-0a94c196724f)] {{(pid=110839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:20:45.763004 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b397d71e-a0a7-4de8-82d6-44f33c5f5d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (2d1d7451-2035-42d6-9b8a-1d1df4b43dab), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:45.770378 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:45.776654 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bd20e01b-93b0-43c8-bef5-624454d05ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:45.777983 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.plugins.ml2.plugin [None req-b397d71e-a0a7-4de8-82d6-44f33c5f5d0d admin admin] Calling delete_port for 2d1d7451-2035-42d6-9b8a-1d1df4b43dab owned by network:router_gateway {{(pid=110839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:20:45.798568 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvr_db [None req-b4739ea2-2789-4250-ab67-d3392bccbd3a None None] Set router 0a56da18-e4a0-43d6-9db7-c0956bda6494 gateway port host: None {{(pid=110841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:20:45.832694 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:45.852583 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_hamode_db [None req-b4739ea2-2789-4250-ab67-d3392bccbd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a56da18-e4a0-43d6-9db7-c0956bda6494', 'name': 'tempest-TestVolumeBootPattern-228704358-router', 'tenant_id': '4e1402148c0d49519da3f69b05038c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:21Z', 'updated_at': '2022-06-24T10:20:45Z', 'revision_number': 6, 'project_id': '4e1402148c0d49519da3f69b05038c9f', 'gw_port_host': None}], 'dv-cinder-843277-6-iscsi', False) {} {{(pid=110841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:45.878490 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4739ea2-2789-4250-ab67-d3392bccbd3a None None] The sync data for ids ['0a56da18-e4a0-43d6-9db7-c0956bda6494'] in dv-cinder-843277-6-iscsi is: [{'id': '0a56da18-e4a0-43d6-9db7-c0956bda6494', 'name': 'tempest-TestVolumeBootPattern-228704358-router', 'tenant_id': '4e1402148c0d49519da3f69b05038c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:13:21Z', 'updated_at': '2022-06-24T10:20:45Z', 'revision_number': 6, 'project_id': '4e1402148c0d49519da3f69b05038c9f', 'gw_port_host': None}] {{(pid=110841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:20:46.041998 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b397d71e-a0a7-4de8-82d6-44f33c5f5d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33003841'] for port (2d1d7451-2035-42d6-9b8a-1d1df4b43dab), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.070645 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397d71e-a0a7-4de8-82d6-44f33c5f5d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=2d1d7451-2035-42d6-9b8a-1d1df4b43dab,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:46.136140 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b397d71e-a0a7-4de8-82d6-44f33c5f5d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1897528'] for router_gateway (0a56da18-e4a0-43d6-9db7-c0956bda6494), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.224221 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b397d71e-a0a7-4de8-82d6-44f33c5f5d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1836593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9626'] for router (0a56da18-e4a0-43d6-9db7-c0956bda6494), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.227752 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b397d71e-a0a7-4de8-82d6-44f33c5f5d0d admin admin] Publish callbacks [] for router_controller (0a56da18-e4a0-43d6-9db7-c0956bda6494), precommit_delete_associations {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.373183 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b397d71e-a0a7-4de8-82d6-44f33c5f5d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1836735'] for router (0a56da18-e4a0-43d6-9db7-c0956bda6494), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.373798 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b397d71e-a0a7-4de8-82d6-44f33c5f5d0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a56da18-e4a0-43d6-9db7-c0956bda6494 {{(pid=110839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:20:46.379108 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-b397d71e-a0a7-4de8-82d6-44f33c5f5d0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.380291 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-b397d71e-a0a7-4de8-82d6-44f33c5f5d0d admin admin] 10.222.0.26 "DELETE /v2.0/routers/0a56da18-e4a0-43d6-9db7-c0956bda6494 HTTP/1.1" status: 204 len: 168 time: 1.0115831 Jun 24 10:20:46.382725 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 48930) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:46.428072 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb400d58-641f-4092-a668-eac15ed32df2 admin admin] Deleting subnet 7e53a2a1-2c2a-41ae-8f6c-553ea9f09a8d {{(pid=110839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:20:46.431851 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-fb400d58-641f-4092-a668-eac15ed32df2 admin admin] Publish callbacks [] for subnet (7e53a2a1-2c2a-41ae-8f6c-553ea9f09a8d), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.466520 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-fb400d58-641f-4092-a668-eac15ed32df2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29527142'] for subnet (7e53a2a1-2c2a-41ae-8f6c-553ea9f09a8d), precommit_delete_associations {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.544857 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-fb400d58-641f-4092-a668-eac15ed32df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-760904'] for subnet (7e53a2a1-2c2a-41ae-8f6c-553ea9f09a8d), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.582862 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=82,neutron:DELETE=15,neutron:UPDATE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:46.680482 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-fb400d58-641f-4092-a668-eac15ed32df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1684679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33003798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30318424'] for subnet (7e53a2a1-2c2a-41ae-8f6c-553ea9f09a8d), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.708206 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb400d58-641f-4092-a668-eac15ed32df2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e53a2a1-2c2a-41ae-8f6c-553ea9f09a8d,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:46.714028 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-fb400d58-641f-4092-a668-eac15ed32df2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.719666 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-fb400d58-641f-4092-a668-eac15ed32df2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7e53a2a1-2c2a-41ae-8f6c-553ea9f09a8d HTTP/1.1" status: 204 len: 168 time: 0.3335218 Jun 24 10:20:46.719984 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48932) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:46.720440 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6224f77a-2bff-49e3-a661-6c223215cb0c None None] Network 460022b3-c55e-40ed-822b-5a1e193cd144 requested from dv-cinder-843277-6-iscsi {{(pid=110841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:20:46.802294 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-264e0e4b-55bb-4ced-aef8-160532a6ef9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-652767'] for network (460022b3-c55e-40ed-822b-5a1e193cd144), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.851764 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-264e0e4b-55bb-4ced-aef8-160532a6ef9c admin admin] Deleting port 7182a750-68e4-4496-a750-cd1a192fd127 {{(pid=110840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:20:46.852053 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-264e0e4b-55bb-4ced-aef8-160532a6ef9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (7182a750-68e4-4496-a750-cd1a192fd127), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.885015 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2ddad2-c157-4d4c-b85b-301fc8c646df None None] DHCP port deletion for 460022b3-c55e-40ed-822b-5a1e193cd144 request from dv-cinder-843277-6-iscsi {{(pid=110841) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:20:46.925514 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-cb2ddad2-c157-4d4c-b85b-301fc8c646df None None] Deleting port 7182a750-68e4-4496-a750-cd1a192fd127 {{(pid=110841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:20:46.929713 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.db [None req-264e0e4b-55bb-4ced-aef8-160532a6ef9c admin admin] For port 7182a750-68e4-4496-a750-cd1a192fd127, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=7182a750-68e4-4496-a750-cd1a192fd127,segment=NetworkSegment(6a09a400-61d4-48c2-a69c-75718c558478),segment_id=6a09a400-61d4-48c2-a69c-75718c558478)] {{(pid=110840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:20:46.929896 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-cb2ddad2-c157-4d4c-b85b-301fc8c646df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753295614760'] for port (7182a750-68e4-4496-a750-cd1a192fd127), before_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.930014 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-264e0e4b-55bb-4ced-aef8-160532a6ef9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (7182a750-68e4-4496-a750-cd1a192fd127), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:46.943930 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.plugin [None req-264e0e4b-55bb-4ced-aef8-160532a6ef9c admin admin] Calling delete_port for 7182a750-68e4-4496-a750-cd1a192fd127 owned by network:dhcp {{(pid=110840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:20:46.953813 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:47.001203 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.db [None req-cb2ddad2-c157-4d4c-b85b-301fc8c646df None None] For port 7182a750-68e4-4496-a750-cd1a192fd127, host dv-cinder-843277-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843277-6-iscsi',level=0,port_id=7182a750-68e4-4496-a750-cd1a192fd127,segment=NetworkSegment(6a09a400-61d4-48c2-a69c-75718c558478),segment_id=6a09a400-61d4-48c2-a69c-75718c558478)] {{(pid=110841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:20:47.004361 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-cb2ddad2-c157-4d4c-b85b-301fc8c646df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1897919'] for port (7182a750-68e4-4496-a750-cd1a192fd127), precommit_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:47.015097 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-cb2ddad2-c157-4d4c-b85b-301fc8c646df None None] Calling delete_port for 7182a750-68e4-4496-a750-cd1a192fd127 owned by network:dhcp {{(pid=110841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:20:47.156440 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-264e0e4b-55bb-4ced-aef8-160532a6ef9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29645449'] for port (7182a750-68e4-4496-a750-cd1a192fd127), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:47.163186 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-cb2ddad2-c157-4d4c-b85b-301fc8c646df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-686487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753295619440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753295330461'] for port (7182a750-68e4-4496-a750-cd1a192fd127), after_delete {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:47.183872 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e0e4b-55bb-4ced-aef8-160532a6ef9c admin admin] Pushing event deleted for resources: {'Port': ['ID=7182a750-68e4-4496-a750-cd1a192fd127,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:47.185761 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264e0e4b-55bb-4ced-aef8-160532a6ef9c admin admin] No DVR routers for this DVR port 7182a750-68e4-4496-a750-cd1a192fd127 on host dv-cinder-843277-6-iscsi {{(pid=110840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:20:47.192784 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ddad2-c157-4d4c-b85b-301fc8c646df None None] Pushing event deleted for resources: {'Port': ['ID=7182a750-68e4-4496-a750-cd1a192fd127,revision_number=None']} {{(pid=110841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:47.195317 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2ddad2-c157-4d4c-b85b-301fc8c646df None None] No DVR routers for this DVR port 7182a750-68e4-4496-a750-cd1a192fd127 on host dv-cinder-843277-6-iscsi {{(pid=110841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:20:47.282944 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device f572e482-9655-48f6-8c8b-06fdd5ea8c99 no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:20:47.283905 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-264e0e4b-55bb-4ced-aef8-160532a6ef9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688949', 'neutron.services.segments.db._delete_segments_for_network-8753295835275'] for network (460022b3-c55e-40ed-822b-5a1e193cd144), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:47.294693 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:47.307688 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: f572e482-9655-48f6-8c8b-06fdd5ea8c99 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:20:47.307979 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.services.segments.db [None req-264e0e4b-55bb-4ced-aef8-160532a6ef9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460022b3-c55e-40ed-822b-5a1e193cd144']}} {{(pid=110840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:47.308104 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device f572e482-9655-48f6-8c8b-06fdd5ea8c99 not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:20:47.308460 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 7182a750-68e4-4496-a750-cd1a192fd127 no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:20:47.318546 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.services.segments.db [None req-264e0e4b-55bb-4ced-aef8-160532a6ef9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a09a400-61d4-48c2-a69c-75718c558478') {'for_net_delete': True} {{(pid=110840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:47.318847 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.services.segments.db [None req-264e0e4b-55bb-4ced-aef8-160532a6ef9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a09a400-61d4-48c2-a69c-75718c558478') {} {{(pid=110840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:20:47.328296 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: 7182a750-68e4-4496-a750-cd1a192fd127 {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:20:47.328639 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 7182a750-68e4-4496-a750-cd1a192fd127 not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:20:47.332665 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 2d1d7451-2035-42d6-9b8a-1d1df4b43dab no longer exists at agent ovs-agent-dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:20:47.332797 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-264e0e4b-55bb-4ced-aef8-160532a6ef9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753295836052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29645534'] for segment (6a09a400-61d4-48c2-a69c-75718c558478), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:47.343820 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-264e0e4b-55bb-4ced-aef8-160532a6ef9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392'] for segment (6a09a400-61d4-48c2-a69c-75718c558478), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:47.347617 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.plugin [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] No Port match for: 2d1d7451-2035-42d6-9b8a-1d1df4b43dab {{(pid=110841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:20:47.347959 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron.plugins.ml2.rpc [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Device 2d1d7451-2035-42d6-9b8a-1d1df4b43dab not bound to the agent host dv-cinder-843277-6-iscsi {{(pid=110841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:20:47.350363 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264e0e4b-55bb-4ced-aef8-160532a6ef9c admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=110840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:20:47.350775 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-264e0e4b-55bb-4ced-aef8-160532a6ef9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29645492'] for segment (6a09a400-61d4-48c2-a69c-75718c558478), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:47.377990 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.services.segments.plugin [-] Segment 6a09a400-61d4-48c2-a69c-75718c558478 resource provider aggregate not found Jun 24 10:20:47.412435 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.services.segments.plugin [-] Segment 6a09a400-61d4-48c2-a69c-75718c558478 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a09a400-61d4-48c2-a69c-75718c558478 found for delete ", "request_id": "req-5b3d27ef-b3e8-4345-b57a-ba522448b259"}]} Jun 24 10:20:47.516012 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-264e0e4b-55bb-4ced-aef8-160532a6ef9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1893167'] for network (460022b3-c55e-40ed-822b-5a1e193cd144), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:47.521796 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-264e0e4b-55bb-4ced-aef8-160532a6ef9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627623'] for network (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:47.526368 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-264e0e4b-55bb-4ced-aef8-160532a6ef9c admin admin] 10.222.0.26 "DELETE /v2.0/networks/460022b3-c55e-40ed-822b-5a1e193cd144 HTTP/1.1" status: 204 len: 168 time: 0.8036888 Jun 24 10:20:47.535763 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e0e4b-55bb-4ced-aef8-160532a6ef9c admin admin] Pushing event deleted for resources: {'Network': ['ID=460022b3-c55e-40ed-822b-5a1e193cd144,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:47.934030 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48940) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:47.967583 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-a0405edd-665a-4e72-b1dd-83d8a8675037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:47.975292 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-079c0779-61cd-4267-b842-0b155e74a72e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2ea76e34ae2a4569851abd4e596b5e77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400758 Jun 24 10:20:47.978286 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [-] (110840) accepted ('10.222.0.26', 48942) {{(pid=110840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:48.027583 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-22dfef96-aa57-4c02-b434-341d9d0ce124 admin admin] Publish callbacks [] for security_group (4712596f-fa0d-4625-a963-611d815271a1), before_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:48.050073 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-22dfef96-aa57-4c02-b434-341d9d0ce124 admin admin] Publish callbacks [] for security_group (4712596f-fa0d-4625-a963-611d815271a1), precommit_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:48.167553 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-22dfef96-aa57-4c02-b434-341d9d0ce124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (4712596f-fa0d-4625-a963-611d815271a1), after_delete {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:48.170158 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron_lib.callbacks.manager [None req-22dfef96-aa57-4c02-b434-341d9d0ce124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:48.171289 dv-cinder-843277-6-iscsi neutron-server[110840]: INFO neutron.wsgi [None req-22dfef96-aa57-4c02-b434-341d9d0ce124 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4712596f-fa0d-4625-a963-611d815271a1 HTTP/1.1" status: 204 len: 168 time: 0.1920507 Jun 24 10:20:48.179856 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dfef96-aa57-4c02-b434-341d9d0ce124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4712596f-fa0d-4625-a963-611d815271a1,revision_number=None']} {{(pid=110840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:48.926405 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 48948) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:48.968757 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-f7a96118-6bd9-406b-891f-d0018aaf4274 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e1402148c0d49519da3f69b05038c9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411465 Jun 24 10:20:48.971840 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [-] (110839) accepted ('10.222.0.26', 48950) {{(pid=110839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:20:49.025361 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d9718c10-2b89-44a1-9183-5142c5bb1b43 admin admin] Publish callbacks [] for security_group (3ca10138-9825-4546-bcee-38eba01a48d8), before_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:49.047027 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d9718c10-2b89-44a1-9183-5142c5bb1b43 admin admin] Publish callbacks [] for security_group (3ca10138-9825-4546-bcee-38eba01a48d8), precommit_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:49.196476 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d9718c10-2b89-44a1-9183-5142c5bb1b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1676240'] for security_group (3ca10138-9825-4546-bcee-38eba01a48d8), after_delete {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:49.199033 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron_lib.callbacks.manager [None req-d9718c10-2b89-44a1-9183-5142c5bb1b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:49.200292 dv-cinder-843277-6-iscsi neutron-server[110839]: INFO neutron.wsgi [None req-d9718c10-2b89-44a1-9183-5142c5bb1b43 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3ca10138-9825-4546-bcee-38eba01a48d8 HTTP/1.1" status: 204 len: 168 time: 0.2273433 Jun 24 10:20:49.208622 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9718c10-2b89-44a1-9183-5142c5bb1b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca10138-9825-4546-bcee-38eba01a48d8,revision_number=None']} {{(pid=110839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:20:49.293680 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:50.904789 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:50.984576 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:20:52.087011 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=92,neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:52.087809 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=17 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:58.084874 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=47,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:58.175531 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG dbcounter [-] [110840] Writing DB stats neutron:SELECT=25,neutron:DELETE=1 {{(pid=110840) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:59.014262 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:20:59.202973 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:20:59.203849 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG dbcounter [-] [110839] Writing DB stats neutron:SELECT=23,neutron:DELETE=3 {{(pid=110839) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:04.842193 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:04.843081 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=59,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:05.687041 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:06.959184 dv-cinder-843277-6-iscsi neutron-server[110840]: DEBUG neutron.wsgi [req-d803b75c-02c3-4c52-a7a3-cac1346c3d15 req-bce231ec-65f0-45bb-9f49-444b0e85bd26 tempest-AttachVolumeShelveTestJSON-1169333461 tempest-AttachVolumeShelveTestJSON-1169333461-project] (110840) timed out ('10.222.0.55', 62746) {{(pid=110840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 10:21:13.868177 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:13.873082 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=5 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:15.568542 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:15.574522 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:15.742562 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-9330bfdf-38b6-48be-992f-2dee11421edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:17.938099 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-c0efbcb8-c6b3-4493-a18f-5ebaccf845d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:19.284884 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:20.880874 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:20.989453 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:27.141610 dv-cinder-843277-6-iscsi neutron-server[110839]: DEBUG neutron.wsgi [req-d0895c32-ac21-40b1-99f8-913ab77bed4c req-29f8823e-8d35-4576-955d-c857aa01f00b service neutron] (110839) timed out ('10.222.0.55', 62771) {{(pid=110839) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 10:21:30.902161 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=6 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:30.903947 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:35.651891 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:36.013183 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:21:45.575424 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:45.583413 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:45.758519 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-9fa92349-fcd6-4d87-9053-58c03f6ae64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:47.907101 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-a6115de3-080b-4df4-ace9-42be40627af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:49.237604 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:50.868385 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=19 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:50.869074 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=15 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:21:50.936763 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:21:50.999560 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:00.905681 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:00.907955 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:05.629167 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:13.011758 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:22:15.568516 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:15.571402 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:15.741644 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-ec337b1c-0798-4287-873a-287620663737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:17.922802 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-a74c3b67-7d4a-47ca-985f-82b364fabcad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:19.250093 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:20.882274 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:20.976024 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:27.872826 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=5 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:27.874651 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:30.907304 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:30.909113 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:35.627479 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:43.928371 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:43.929098 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:DELETE=1 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:45.579044 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:45.580930 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:22:45.832608 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-7f6152fa-94fd-44cd-b2b0-1eb44ca1dd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:47.906723 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-45667b89-4136-4f06-a022-bf02d4c7b798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:49.264560 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:50.011161 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:22:50.898274 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:22:51.004176 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:04.840299 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:04.842198 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:04.868590 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=3 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:04.869377 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=5 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:05.660567 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:15.596869 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:15.598992 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:15.717491 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-1cb24ba1-eb96-4928-aa75-99381b4dae78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:17.928962 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-5e731128-bf76-4514-a9bc-a26694e17f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:19.252175 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:20.932544 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:20.989012 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:27.009585 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:23:30.906048 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:30.912626 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:35.696982 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:45.607726 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:45.609567 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:45.768686 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-d0b22251-a0f7-408c-995a-43ccbe6c63a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:47.933557 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-48a55425-5bed-4dc3-8865-dbce69120f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:49.256818 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:50.894119 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=19 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:50.894816 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=17 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:23:50.950140 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:23:51.017044 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:00.914767 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:00.916587 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:04.008330 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:24:05.724540 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:15.616400 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:15.618203 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:15.753446 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-ea02759b-ec53-45fa-84c9-9a0462db16e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:17.946635 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-37026402-834f-4d97-994d-cf06bfba7866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:18.861337 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:18.862079 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:19.295418 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:20.903480 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:20.983898 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:30.914478 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:30.917273 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:35.717435 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:41.006400 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:24:45.627533 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:45.745840 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-ca32749a-855d-40e1-a7f8-5079b15a9037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:47.934771 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-9865a9e0-561e-464a-b4a5-519220da034d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:49.242716 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:50.899678 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:50.968036 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:24:55.857937 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=5 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:24:55.858802 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:04.835359 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:04.837249 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=21 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:05.722577 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:15.619939 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:15.627419 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:15.753575 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-4dffeac5-09f1-47ce-accb-128379b1c78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:17.910791 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-e2b558af-7d44-43cf-8676-2180f9dd1643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:18.006322 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:25:19.264618 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:20.938877 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:20.993016 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:30.913692 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:30.916515 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:32.854984 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:32.855788 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=4 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:35.738766 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:44.829991 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=14 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:44.832887 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG dbcounter [-] [110842] Writing DB stats neutron:SELECT=12 {{(pid=110842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:45.639557 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=3 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:45.640507 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:25:45.760696 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-462e9382-43f4-4e6e-88bf-5c9779b33dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (227dce48-d671-4074-8746-a798e3de1e3c), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:47.923742 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-412c3120-c4c0-45de-8bd5-359dcabbf518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (0eaadb56-0ccb-417a-b547-91146aa9a190), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:49.277733 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-59a3cfc4-66ab-46f0-9635-4cf71513e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (e6fe92ba-a890-4f0b-98ea-53f0a5e8cb80), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:50.914786 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a7b3-44f3-4c1c-8a76-fdc1ad4e3824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (8eb0888f-47a9-4766-b99a-4926e2ffcdc4), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:50.971865 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-6f814105-7e08-4b13-9df8-97aca0a4d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (91499248-18d6-4807-a186-b1c1aa7d65b7), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:25:55.005693 dv-cinder-843277-6-iscsi neutron-server[110842]: DEBUG neutron.db.agents_db [None req-68dcf4a0-3973-4d5c-b799-5d505b1271e0 None None] Agent healthcheck: found 6 active agents {{(pid=110842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:26:00.909156 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:00.910981 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG dbcounter [-] [110841] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:26:05.720168 dv-cinder-843277-6-iscsi neutron-server[110841]: DEBUG neutron_lib.callbacks.manager [None req-184f8b5a-ad28-467f-a6f2-514b613d8604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753295835257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761204'] for agent (26214230-7434-41f1-bd59-00d94ef0f061), after_update {{(pid=110841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}